statsample 0.4.1 → 0.5.0

data/History.txt

@@ -1,3 +1,7 @@
+=== 0.5.0 / 2009-09-26
+* Vector now uses a Hash as a third argument
+* Tested on Ruby 1.8.6, 1.8.7 and 1.9.1 with multiruby
+
 === 0.4.1 / 2009-09-12
 * More methods and usage documentation
 * Logit tests

data/Manifest.txt

@@ -34,6 +34,8 @@ lib/statsample/anova.rb
 lib/statsample/bivariate.rb
 lib/statsample/codification.rb
 lib/statsample/combination.rb
+lib/statsample/converter/csv18.rb
+lib/statsample/converter/csv19.rb
 lib/statsample/converters.rb
 lib/statsample/crosstab.rb
 lib/statsample/dataset.rb
@@ -56,6 +58,7 @@ lib/statsample/regression/binomial/logit.rb
 lib/statsample/regression/binomial/probit.rb
 lib/statsample/regression/multiple.rb
 lib/statsample/regression/multiple/alglibengine.rb
+lib/statsample/regression/multiple/baseengine.rb
 lib/statsample/regression/multiple/gslengine.rb
 lib/statsample/regression/multiple/rubyengine.rb
 lib/statsample/regression/simple.rb
@@ -67,7 +70,6 @@ lib/statsample/vector.rb
 po/es/statsample.po
 po/statsample.pot
 setup.rb
-test/_test_chart.rb
 test/test_anova.rb
 test/test_codification.rb
 test/test_combination.rb

data/lib/statsample.rb

@@ -29,49 +29,49 @@ class Numeric
 end
 
 class String
-    def is_number?
-        if self =~ /^-?\d+[,.]?\d*(e-?\d+)?$/
-            true
-        else
-            false
-        end
+  def is_number?
+    if self =~ /^-?\d+[,.]?\d*(e-?\d+)?$/
+        true
+    else
+        false
     end
+  end
 end
 
 def create_test(*args,&proc) 
-    description=args.shift
-    fields=args
-    [description, fields, Proc.new]
+  description=args.shift
+  fields=args
+  [description, fields, Proc.new]
 end
 #--
 # Test extensions
 begin
-    require 'gettext'
-    rescue LoadError
-    def bindtextdomain(d) #:nodoc:
-        d
+  require 'gettext'
+rescue LoadError
+  def bindtextdomain(d) #:nodoc:
+  d
+  end
+  
+  # Bored module
+  module GetText  #:nodoc:
+    def _(t)  
+        t
     end
-
-        # Bored module
-        module GetText  #:nodoc:
-            def _(t)  
-                t
-            end
-        end
+  end
 end
 
-    begin
-        require 'rbgsl'
-        HAS_GSL=true
-    rescue LoadError
-        HAS_GSL=false
-    end
-    begin 
-        require 'alglib'
-        HAS_ALGIB=true
-    rescue LoadError
-        HAS_ALGIB=false
-    end
+begin
+  require 'rbgsl'
+  HAS_GSL=true
+rescue LoadError
+  HAS_GSL=false
+end
+begin 
+  require 'alglib'
+  HAS_ALGIB=true
+rescue LoadError
+  HAS_ALGIB=false
+end
 # ++
 # Modules for statistical analysis
 # See first: 
@@ -80,77 +80,74 @@ end
 # * Dataset: An union of vectors.
 #
 module Statsample
-
-    VERSION = '0.4.1'
-    SPLIT_TOKEN = ","
-	autoload(:Database, 'statsample/converters')
-    autoload(:Anova, 'statsample/anova')
-	autoload(:Combination, 'statsample/combination')
-	autoload(:CSV, 'statsample/converters')
-	autoload(:PlainText, 'statsample/converters')
-	autoload(:Excel, 'statsample/converters')
-	autoload(:GGobi, 'statsample/converters')
-        autoload(:DominanceAnalysis, 'statsample/dominanceanalysis')
-	autoload(:HtmlReport, 'statsample/htmlreport')
-        autoload(:Mx, 'statsample/converters')
-	autoload(:Resample, 'statsample/resample')
-	autoload(:SRS, 'statsample/srs')
-	autoload(:Codification, 'statsample/codification')
-	autoload(:Reliability, 'statsample/reliability')
-	autoload(:Bivariate, 'statsample/bivariate')
-	autoload(:Multivariate, 'statsample/multivariate')
-	autoload(:Multiset, 'statsample/multiset')
-	autoload(:StratifiedSample, 'statsample/multiset')
-	autoload(:MLE, 'statsample/mle')    
-	autoload(:Regression, 'statsample/regression')
-	autoload(:Test, 'statsample/test')
-    def self.load(filename)
-        if File.exists? filename
-            o=false
-            File.open(filename,"r") {|fp|
-                o=Marshal.load(fp)
-            }
-        o
-        else
-            false
-        end
+  VERSION = '0.5.0'
+  SPLIT_TOKEN = ","
+  autoload(:Database, 'statsample/converters')
+  autoload(:Anova, 'statsample/anova')
+  autoload(:Combination, 'statsample/combination')
+  autoload(:CSV, 'statsample/converters')
+  autoload(:PlainText, 'statsample/converters')
+  autoload(:Excel, 'statsample/converters')
+  autoload(:GGobi, 'statsample/converters')
+  autoload(:DominanceAnalysis, 'statsample/dominanceanalysis')
+  autoload(:HtmlReport, 'statsample/htmlreport')
+  autoload(:Mx, 'statsample/converters')
+  autoload(:Resample, 'statsample/resample')
+  autoload(:SRS, 'statsample/srs')
+  autoload(:Codification, 'statsample/codification')
+  autoload(:Reliability, 'statsample/reliability')
+  autoload(:Bivariate, 'statsample/bivariate')
+  autoload(:Multivariate, 'statsample/multivariate')
+  autoload(:Multiset, 'statsample/multiset')
+  autoload(:StratifiedSample, 'statsample/multiset')
+  autoload(:MLE, 'statsample/mle')    
+  autoload(:Regression, 'statsample/regression')
+  autoload(:Test, 'statsample/test')
+  def self.load(filename)
+    if File.exists? filename
+      o=false
+      File.open(filename,"r") {|fp| o=Marshal.load(fp) }
+      o
+    else
+      false
     end
+  end
     
 	module Util
-        # Reference: http://www.itl.nist.gov/div898/handbook/eda/section3/normprpl.htm
-        def normal_order_statistic_medians(i,n)
-            if i==1
-                u= 1.0 - normal_order_statistic_medians(n,n)
-            elsif i==n
-                u=0.5**(1 / n.to_f)
-            else
-                u= (i - 0.3175) / (n + 0.365)
-            end
-            u
-        end
-	end
-    module Writable
-        def save(filename)
-            fp=File.open(filename,"w")
-            Marshal.dump(self,fp)
-            fp.close
-        end        
+    # Reference: http://www.itl.nist.gov/div898/handbook/eda/section3/normprpl.htm
+    def normal_order_statistic_medians(i,n)
+      if i==1
+          u= 1.0 - normal_order_statistic_medians(n,n)
+      elsif i==n
+          u=0.5**(1 / n.to_f)
+      else
+          u= (i - 0.3175) / (n + 0.365)
+      end
+      u
     end
-    module HtmlSummary
-        def add_line(n=nil)
-            self << "<hr />"
-        end
-        def nl
-            self << "<br />"
-        end
-        def add(text)
-            self << ("<p>"+text.gsub("\n","<br />")+"</p>")
-        end
-        def parse_table(table)
-            self << table.parse_html
-        end
-    end
-    module ConsoleSummary
+	end
+  module Writable
+    def save(filename)
+        fp=File.open(filename,"w")
+        Marshal.dump(self,fp)
+        fp.close
+    end        
+  end
+  module HtmlSummary
+      def add_line(n=nil)
+          self << "<hr />"
+      end
+      def nl
+          self << "<br />"
+      end
+      def add(text)
+          self << ("<p>"+text.gsub("\n","<br />")+"</p>")
+      end
+      def parse_table(table)
+          self << table.parse_html
+      end
+  end
+  module ConsoleSummary
         def add_line(n=80)
             self << "-"*n+"\n"
         end
@@ -163,98 +160,97 @@ module Statsample
         def parse_table(table)
             self << table.parse_console
         end
+  end
+  class ReportTable
+    attr_reader :header
+    def initialize(h=[])
+        @rows=[]
+        @max_cols=[]
+        self.header=(h)
     end
-    class ReportTable
-        attr_reader :header
-        def initialize(h=[])
-            @rows=[]
-            @max_cols=[]
-            self.header=(h)
-        end
-        def add_row(row)
-            row.each_index{|i|
-                @max_cols[i]=row[i].to_s.size if @max_cols[i].nil? or row[i].to_s.size > @max_cols[i]
-            }
-            @rows.push(row)
-        end
-        def add_horizontal_line
-            @rows.push(:hr)
-        end
-        def header=(h)
-            h.each_index{|i|
-                @max_cols[i]=h[i].to_s.size if @max_cols[i].nil? or h[i].to_s.size>@max_cols[i]
-            }    
-            @header=h
-        end
-        def parse_console_row(row)
-            out="| "
-            @max_cols.each_index{|i|
-                if row[i].nil?
-                    out << " "*(@max_cols[i]+2)+"|"
-                else
-                    t=row[i].to_s
-                    out << " "+t+" "*(@max_cols[i]-t.size+1)+"|"
-                end
-            }
-            out << "\n"
-            out
-        end
-        def parse_console_hr
-            "-"*(@max_cols.inject(0){|a,v|a+v.size+3}+2)+"\n"
-        end
-        def parse_console
-            out="\n"
-            out << parse_console_hr
-            out << parse_console_row(header)
-            out << parse_console_hr
-
-            @rows.each{|row|
-                if row==:hr
-                   out << parse_console_hr 
-                else
-                out << parse_console_row(row)
-                end
-            }
-            out << parse_console_hr
-
-            out
-        end
-        def parse_html
-            out="<table>\n"
-            if header.size>0
-            out << "<thead><th>"+header.join("</th><th>")+"</thead><tbody>"
+    def add_row(row)
+        row.each_index{|i|
+            @max_cols[i]=row[i].to_s.size if @max_cols[i].nil? or row[i].to_s.size > @max_cols[i]
+        }
+        @rows.push(row)
+    end
+    def add_horizontal_line
+        @rows.push(:hr)
+    end
+    def header=(h)
+        h.each_index{|i|
+            @max_cols[i]=h[i].to_s.size if @max_cols[i].nil? or h[i].to_s.size>@max_cols[i]
+        }    
+        @header=h
+    end
+    def parse_console_row(row)
+        out="| "
+        @max_cols.each_index{|i|
+            if row[i].nil?
+                out << " "*(@max_cols[i]+2)+"|"
+            else
+                t=row[i].to_s
+                out << " "+t+" "*(@max_cols[i]-t.size+1)+"|"
+            end
+        }
+        out << "\n"
+        out
+    end
+    def parse_console_hr
+        "-"*(@max_cols.inject(0){|a,v|a+v.size+3}+2)+"\n"
+    end
+    def parse_console
+        out="\n"
+        out << parse_console_hr
+        out << parse_console_row(header)
+        out << parse_console_hr
+  
+        @rows.each{|row|
+            if row==:hr
+               out << parse_console_hr 
+            else
+            out << parse_console_row(row)
             end
-            out << "<tbody>\n"
-            row_with_line=false
-            @rows.each{|row|
-                if row==:hr
-                    row_with_line=true
-                else
-                    out << "<tr class='"+(row_with_line ? 'line':'')+"'><td>"
-                    out << row.join("</td><td>") +"</td>"
-                    out << "</tr>\n"
-                    row_with_line=false
-                end
-            }
-            out << "</tbody></table>\n"
-            out
+        }
+        out << parse_console_hr
+  
+        out
+    end
+    def parse_html
+        out="<table>\n"
+        if header.size>0
+        out << "<thead><th>"+header.join("</th><th>")+"</thead><tbody>"
         end
+        out << "<tbody>\n"
+        row_with_line=false
+        @rows.each{|row|
+            if row==:hr
+                row_with_line=true
+            else
+                out << "<tr class='"+(row_with_line ? 'line':'')+"'><td>"
+                out << row.join("</td><td>") +"</td>"
+                out << "</tr>\n"
+                row_with_line=false
+            end
+        }
+        out << "</tbody></table>\n"
+        out
     end
+  end
     
-    module STATSAMPLE__ #:nodoc:
-    end
-
+  module STATSAMPLE__ #:nodoc:
+  end
 end
 
 
 
 #--
 begin 
-    require 'statsamplert'
+  require 'statsamplert'
 rescue LoadError
-    module Statsample 
-        OPTIMIZED=false
-    end
+  module Statsample 
+      OPTIMIZED=false
+  end
 end
 
 require 'statsample/vector'

data/lib/statsample/codification.rb

@@ -43,7 +43,7 @@ module Statsample
                     raise Exception, "Vector #{v_name} doesn't exists on Dataset" if !dataset.fields.include? v_name
                     v=dataset[v_name]
                     split_data=v.splitted(sep)
-                    factors=split_data.flatten.uniq.compact.sort.inject({}) {|a,v| a[v]=v;a}
+                    factors=split_data.flatten.uniq.compact.sort.inject({}) {|ac,val| ac[val]=val;ac}
                     h[v_name]=factors
                     h
                 }

data/lib/statsample/converter/csv18.rb

@@ -0,0 +1,56 @@
+module Statsample
+class CSV < SpreadsheetBase
+		class << self
+        # Returns a Dataset  based on a csv file
+        #
+        # USE:
+        #     ds=Statsample::CSV.read("test_csv.csv")
+        def read(filename, empty=[''],ignore_lines=0,fs=nil,rs=nil)
+        require 'csv'
+                first_row=true
+                fields=[]
+                fields_data={}
+                ds=nil
+                line_number=0
+                
+                ::CSV.open(filename,'r',fs,rs) do |row|
+                    line_number+=1
+                    if(line_number<=ignore_lines)
+                        #puts "Skip line"
+                        next
+                    end
+                    row.collect!{|c|
+                        c.to_s
+                    }
+                    if first_row
+                        fields=extract_fields(row)
+                        ds=Statsample::Dataset.new(fields)
+                        first_row=false
+                    else
+                        rowa=process_row(row,empty)
+                        ds.add_case(rowa,false)
+                    end
+                end
+                convert_to_scale(ds,fields)
+                ds.update_valid_data
+                ds
+            end
+        # Save a Dataset on a csv file
+        #
+        # USE:
+        #     Statsample::CSV.write(ds,"test_csv.csv")            
+        def write(dataset,filename, convert_comma=false,*opts)
+ require 'csv'            
+                writer=::CSV.open(filename,'w',*opts)
+                writer << dataset.fields
+                dataset.each_array{|row|
+                    if(convert_comma)
+                        row.collect!{|v| v.to_s.gsub(".",",")}
+                    end
+                    writer << row
+                }
+                writer.close
+            end
+		end
+    end
+end