mdarray 0.5.0.pre-java → 0.5.3-java

data/test/mdarray/test_performance.rb

@@ -4,14 +4,12 @@ require 'shoulda'
 require 'jruby/profiler'
 
 require 'benchmark'
-
 require 'mdarray'
 
 class MDArrayTest < Test::Unit::TestCase
 
   context "Speed Tests" do
 
-#=begin
     setup do
       
       p "starting performance testing"
@@ -21,6 +19,61 @@ class MDArrayTest < Test::Unit::TestCase
     #-------------------------------------------------------------------------------------
     #
     #-------------------------------------------------------------------------------------
+
+    should "be faster lazy than eager" do
+
+      @a = MDArray.typed_arange("double", 10_000_000)
+      @b = MDArray.typed_arange("double", 10_000_000)
+      # @c = MDArray.arange(100_000_000)
+      # @d = MDArray.arange(100_000_000)
+
+#=end
+
+      MDArray.lazy = true
+      puts "Benchmarking: 4 element expression lazyly"
+
+      profile_data = JRuby::Profiler.profile do
+        puts Benchmark.measure {
+          c = (@a + @b + @a + @b * @b * @b * @b * @b * @b * @b)[]
+          # c = (@a + @b * @c - @d)[]
+          # c = (@a + @b)[]
+          # c = (@a * @a + @b * @b + @a * @b)[]
+        }
+      end
+
+      profile_printer = JRuby::Profiler::FlatProfilePrinter.new(profile_data)
+      profile_printer.printProfile(STDOUT)
+
+      MDArray.lazy = false
+
+#=begin
+      puts "========================="
+      puts "Benchmarking: 4 element expression eagerly"
+
+      profile_data = JRuby::Profiler.profile do
+        puts Benchmark.measure {
+          # c = (@a * @a + @b * @b + @a * @b)
+          #c = @a + @b + @c + @d
+          c = @a + @b + @a + @b * @b * @b * @b * @b * @b * @b
+        }
+      end
+
+      profile_printer = JRuby::Profiler::FlatProfilePrinter.new(profile_data)
+      profile_printer.printProfile(STDOUT)
+
+=begin
+      profile_data = JRuby::Profiler.profile do
+        c = (@a + @b * @c - @d)
+        c[]
+      end
+=end
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
 =begin
     should "test basic operations" do
 
@@ -123,7 +176,7 @@ class MDArrayTest < Test::Unit::TestCase
     #
     #-------------------------------------------------------------------------------------
  
-#=begin
+=begin
    should "execute fromfunction" do
 
       # creates an array from a function (actually a block).  The name fromfunction
@@ -142,7 +195,7 @@ class MDArrayTest < Test::Unit::TestCase
       }
 
     end
-#=end
+=end
 
 =begin
       @a = MDArray.double([7, 500, 20, 320])

data/test/mdarray/test_trigonometry.rb

@@ -31,12 +31,13 @@ class MDArrayTest < Test::Unit::TestCase
 
     setup do
 
-      # create a byte array filled with 0's
       @a = MDArray.typed_arange("double", 90)
 
       # create double array
       @b = MDArray.double([2, 3, 4])
 
+      @c = MDArray.linspace("double", 0, 1, 100)
+
     end
 
     #-------------------------------------------------------------------------------------
@@ -45,7 +46,10 @@ class MDArrayTest < Test::Unit::TestCase
 
     should "execute trigonometric functions" do
 
+
       sin = @a.sin
+      sin.print
+
       cos = @a.cos
 
       id = sin**2 + cos**2

data/version.rb

@@ -1,2 +1,2 @@
 $gem_name = "mdarray"
-$version="0.5.0.pre"
+$version="0.5.3"

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: mdarray
 version: !ruby/object:Gem::Version
-  prerelease: 6
-  version: 0.5.0.pre
+  prerelease:
+  version: 0.5.3
 platform: java
 authors:
 - Rodrigo Botafogo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-05-16 00:00:00.000000000 Z
+date: 2013-06-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: map
@@ -27,6 +27,24 @@ dependencies:
     none: false
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MA==
+    none: false
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
   name: simplecov
   version_requirements: !ruby/object:Gem::Requirement
@@ -75,9 +93,18 @@ dependencies:
     none: false
   prerelease: false
   type: :development
-description: "\"Multi dimensional array similar to Masahiro Tanaka's Narray and NumPy.\
-  \  \nIt is specifically targeted to JRuby as it uses Java-NetCDF library as base\
-  \ Array.\"\n"
+description: "\"MDArray is a multi dimensional array implemented for JRuby inspired\
+  \ by NumPy (www.numpy.org) and \nMasahiro Tanaka´s Narray (narray.rubyforge.org).\
+  \  MDArray stands on the shoulders of Java-NetCDF \nand Parallel Colt.  At this\
+  \ point MDArray has libraries for mathematical, trigonometric and \ndescriptive\
+  \ statistics methods.\n\nNetCDF-Java Library is a Java interface to NetCDF files,\
+  \ as well as to many other types of \nscientific data formats.  It is developed\
+  \ and distributed by Unidata (http://www.unidata.ucar.edu). \n\nParallel Colt (http://grepcode.com/snapshot/repo1.maven.org/maven2/net.sourceforge.parallelcolt/\n\
+  parallelcolt/0.10.0/) is a multithreaded version of Colt (http://acs.lbl.gov/software/colt/).\
+  \  \nColt provides a set of Open Source Libraries for High Performance Scientific\
+  \ and Technical \nComputing in Java. Scientific and technical computing is characterized\
+  \ by demanding problem \nsizes and a need for high performance at reasonably small\
+  \ memory footprint.\"\n"
 email: rodrigo.a.botafogo@gmail.com
 executables: []
 extensions: []
@@ -87,6 +114,10 @@ files:
 - version.rb
 - lib/env.rb
 - lib/mdarray.rb
+- lib/colt/cern_double_functions.rb
+- lib/colt/cern_float_functions.rb
+- lib/colt/cern_int_functions.rb
+- lib/colt/cern_long_functions.rb
 - lib/colt/colt.rb
 - lib/colt/colt_mdarray.rb
 - lib/colt/double_descriptive.rb
@@ -100,6 +131,8 @@ files:
 - lib/mdarray/function_creation.rb
 - lib/mdarray/function_map.rb
 - lib/mdarray/hierarchy.rb
+- lib/mdarray/lazy_mdarray.rb
+- lib/mdarray/lazy_operators.rb
 - lib/mdarray/operators.rb
 - lib/mdarray/printing.rb
 - lib/mdarray/proc_util.rb
@@ -114,6 +147,7 @@ files:
 - test/complete.rb
 - test/env.rb
 - test/colt/test_complete.rb
+- test/colt/test_math.rb
 - test/colt/test_statistics.rb
 - test/colt/test_stat_list.rb
 - test/mdarray/arithmetic_casting.rb
@@ -124,16 +158,17 @@ files:
 - test/mdarray/test_counter.rb
 - test/mdarray/test_creation.rb
 - test/mdarray/test_error.rb
+- test/mdarray/test_lazy.rb
 - test/mdarray/test_operator.rb
 - test/mdarray/test_performance.rb
 - test/mdarray/test_printing.rb
 - test/mdarray/test_shape.rb
-- test/mdarray/test_statistics.rb
 - test/mdarray/test_trigonometry.rb
 - test/mdarray/test_views.rb
 - test/colt/VALE3.csv
 - test/colt/VALE3_short-err.csv
 - test/colt/VALE3_short.csv
+- test/colt/ColtMethods.xlsx
 - test/colt/VALE3.xlsx
 - test/colt/VALE3_short.xlsx
 - doc/BinaryOperator.html
@@ -199,6 +234,8 @@ files:
 - doc/MDArray/IteratorFastInt.html
 - doc/MDArray/IteratorFastLong.html
 - doc/MDArray/IteratorFastShort.html
+- vendor/commons-compiler.jar
+- vendor/janino.jar
 - vendor/netcdfAll-4.3.16.jar
 - vendor/parallelcolt-0.10.0.jar
 - target/helper.jar
@@ -220,10 +257,10 @@ required_ruby_version: !ruby/object:Gem::Requirement
   none: false
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - !binary |-
-      Pg==
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: !binary |-
+        MA==
   none: false
 requirements: []
 rubyforge_project:

data/test/mdarray/test_statistics.rb

@@ -1,80 +0,0 @@
-require 'rubygems'
-require "test/unit"
-require 'shoulda'
-
-require 'mdarray'
-
-class MDArrayTest < Test::Unit::TestCase
-
-  context "Statistics Tests" do
-
-    setup do
-
-      # create a byte array filled with 0's
-      @a = MDArray.typed_arange("double", 10_000)
-      @weight = MDArray.arange(10_000)
-
-      # create double array
-      @b = MDArray.double([2, 3, 4])
-
-    end
-
-    #-------------------------------------------------------------------------------------
-    #
-    #-------------------------------------------------------------------------------------
-
-    should "do stats operations" do
-
-      # read file VALE3.  This file has a header that we need to discard.  VALE3 
-      # contains quote values from brazilian company VALE as obtained from Yahoo finance
-      # (quote vale3.SA)
-      vale3 = MDArray.double("VALE3_short.csv", true)
-
-      # in order to use statistics we need to reset_statistics on array vale3.  This 
-      # breaks version 0.4.3 statistics that did not require a call to reset_statistics.
-      vale3.reset_statistics
-
-      # sum all values of vale3.  This does not make sense from a financial point of view.
-      # suming all values including dates... Not doing anything with the value, just
-      # checking that it works!
-      vale3.sum
-
-      # lets get only the open price for the whole period. We slice the vale3 on the
-      # second dimension and get the second column. 
-      open = vale3.slice(1,1)
-      
-      # getting descriptive statistics for the open value.  open is a new MDArray, so
-      # we need to reset_statistics for open as well.
-      open.reset_statistics
-
-      p "Durbin Watson: #{open.durbin_watson}"
-      p "Geometric mean: #{open.geometric_mean}"
-      p "Kurtosis: #{open.kurtosis}"
-      p "Lag1: #{open.lag1}"
-      p "Max: #{open.max}"
-      p "Mean: #{open.mean}"
-      p "Mean deviation: #{open.mean_deviation}"
-      p "Median: #{open.median}"
-      p "Min: #{open.min}"
-      p "Moment3: #{open.moment3}"
-      p "Moment4: #{open.moment4}"
-      p "Product: #{open.product}"
-      p "Skew: #{open.skew}"
-      p "Standard deviation: #{open.standard_deviation}"
-      p "Standard error: #{open.standard_error}"
-      p "Variance: #{open.variance}"
-
-    end
-
-  end
-
-end
-
-=begin
-      assert_equal(49995000, @a.sum)
-      assert_equal(0, @a.min)
-      assert_equal(9999, @a.max)
-      assert_equal(4999.5, @a.mean)
-      assert_equal(6666.333333333333, @a.weighted_mean(@weight))
-=end
-