daru 0.1.6 → 0.2.0

data/spec/extensions/which_dsl_spec.rb

@@ -0,0 +1,38 @@
+require 'daru/extensions/which_dsl'
+
+describe "which DSL" do
+  before do
+    @df = Daru::DataFrame.new({
+      number: [1,2,3,4,5,6,Float::NAN],
+      sym: [:one, :two, :three, :four, :five, :six, :seven],
+      names: ['sameer', 'john', 'james', 'omisha', 'priyanka', 'shravan',nil]
+    })
+  end
+
+  it "accepts simple single eq statement" do
+    answer = Daru::DataFrame.new({
+      number: [4],
+      sym: [:four],
+      names: ['omisha']
+      }, index: Daru::Index.new([3])
+    )
+    expect( @df.which{ `number` == 4 } ).to eq(answer)
+  end
+
+  it "accepts somewhat complex comparison operator chaining" do
+    answer = Daru::DataFrame.new({
+      number: [3,4],
+      sym: [:three, :four],
+      names: ['james', 'omisha']
+    }, index: Daru::Index.new([2,3]))
+    expect(
+      @df.which{ (`names` == 'james') | (`sym` == :four) }
+      ).to eq(answer)
+  end
+
+  it "accepts vector methods" do
+    # expect( @df.which{ `number` == `number`.only_valid.max } ).to eq(@df.row_at(5)) # row_at(5) return a Vector object!?
+    expect( @df.which{ `number` <= `number`.only_valid.max } ).to eq(@df.row_at(0..5))
+  end
+
+end

data/spec/fixtures/duplicates.csv

@@ -0,0 +1,32 @@
+color,director_name,num_critic_for_reviews
+Color,David Ayer,406
+Color,Ivan Reitman,97
+Color,Eric Brevig,143
+Color,Kelly Asbury,106
+Color,Frank Coraci,178
+Color,Stephen Hopkins,102
+Color,Jonathan Demme,209
+Color,Henry Jaglom,19
+Color,Genndy Tartakovsky,152
+ Black and White,,31
+Color,James Algar,129
+Color,Simon Wells,124
+Color,Ron Underwood,35
+Color,Dominic Sena,166
+Color,Eric Brevig,143
+Color,Vincent Ward,121
+Color,Steven Brill,87
+Color,Terry Gilliam,233
+Color,Tim Burton,132
+Color,Lucile Hadzihalilovic,63
+Color,Lee Tamahori,95
+Color,Jonathan Mostow,258
+Color,Roger Donaldson,162
+Color,Eric Brevig,147
+Color,Barry Cook,113
+Color,Roger Christian,174
+Color,Joe Dante,101
+ Black and White,Rob Marshall,205
+Color,Richard Donner,123
+Color,Kevin Costner,79
+Color,George Miller,61

data/spec/io/io_spec.rb

@@ -13,8 +13,8 @@ describe Daru::IO do
         df = Daru::DataFrame.from_csv('spec/fixtures/matrix_test.csv',
           col_sep: ' ', headers: true)
 
-        df.vectors = [:image_resolution, :mls, :true_transform].to_index
-        expect(df.vectors).to eq([:image_resolution, :mls, :true_transform].to_index)
+        df.vectors = [:image_resolution, :true_transform, :mls].to_index
+        expect(df.vectors).to eq([:image_resolution, :true_transform, :mls].to_index)
         expect(df[:image_resolution].first).to eq(6.55779)
         expect(df[:true_transform].first).to eq("-0.2362347,0.6308649,0.7390552,0,0.6523478,-0.4607318,0.6018043,0,0.7201635,0.6242881,-0.3027024,4262.65,0,0,0,1")
       end

data/spec/maths/arithmetic/vector_spec.rb

@@ -78,6 +78,24 @@ describe Daru::Vector do
     end
   end
 
+  context "#add" do
+
+    it "adds two vectors with nils as 0 if skipnil is true" do
+      expect(@with_md1.add(@with_md2, skipnil: true)).to eq(Daru::Vector.new(
+        [1, 7, 3, 3, 1, 7],
+        name: :missing,
+        index: [:a, :b, :c, :corona, :obi, :wan]))
+    end
+
+    it "adds two vectors same as :+ if skipnil is false" do
+      expect(@with_md1.add(@with_md2, skipnil: false)).to eq(Daru::Vector.new(
+        [nil, 7, nil, nil, nil, 7],
+        name: :missing,
+        index: [:a, :b, :c, :corona, :obi, :wan]))
+    end
+
+  end
+
   context "#abs" do
     it "calculates abs value" do
       @with_md1.abs

data/spec/maths/statistics/vector_spec.rb

@@ -12,7 +12,7 @@ describe Daru::Vector do
         end
       end
 
-      let(:dv) { dv = Daru::Vector.new (["Tyrion", "Daenerys", "Jon Starkgaryen"]), index: Daru::Index.new([:t, :d, :j]) }
+      let(:dv) { dv = Daru::Vector.new (["Tyrion", "Daenerys", nil, "Jon Starkgaryen"]), index: Daru::Index.new([:t, :d, :n, :j]) }
 
       context "#max" do
         it "returns max value" do
@@ -24,14 +24,23 @@ describe Daru::Vector do
         it "returns max value, sorted by comparitive block input" do
           expect(dv.max { |a,b| a.size <=> b.size }).to eq("Jon Starkgaryen")
         end
-        it "returns max value, sorted by object block input" do
-          expect(dv.max { |x| x.size }).to eq("Jon Starkgaryen")
-        end
         it "returns N max values, sorted by comparitive block input" do
           expect(dv.max(2) {|a,b| a.size <=> b.size}).to eq(["Jon Starkgaryen","Daenerys"])
         end
+      end
+
+      context "#max_by" do
+        it "raises error without object block" do
+          expect { dv.max_by }.to raise_error(ArgumentError)
+        end
+        it "raises error without object block when N is given" do
+          expect { dv.max_by(2) }.to raise_error(ArgumentError)
+        end
+        it "returns max value, sorted by object block input" do
+          expect(dv.max_by { |x| x.size }).to eq("Jon Starkgaryen")
+        end
         it "returns N max values, sorted by object block input" do
-          expect(dv.max(2) {|x| x.size }).to eq(["Jon Starkgaryen","Daenerys"])
+          expect(dv.max_by(2) {|x| x.size }).to eq(["Jon Starkgaryen","Daenerys"])
         end
       end
 
@@ -45,14 +54,23 @@ describe Daru::Vector do
         it "returns index_of_max value, sorted by comparitive block input" do
           expect(dv.index_of_max { |a,b| a.size <=> b.size }).to eq(:j)
         end
-        it "returns index_of_max value, sorted by object block input" do
-          expect(dv.index_of_max { |x| x.size }).to eq(:j)
-        end
         it "returns N index_of_max values, sorted by comparitive block input" do
           expect(dv.index_of_max(2) {|a,b| a.size <=> b.size}).to eq([:j, :d])
         end
+      end
+
+      context "#index_of_max_by" do
+        it "raises error without object block" do
+          expect { dv.index_of_max_by }.to raise_error(ArgumentError)
+        end
+        it "raises error without object block when N is given" do
+          expect { dv.index_of_max_by(2) }.to raise_error(ArgumentError)
+        end
+        it "returns index_of_max value, sorted by object block input" do
+          expect(dv.index_of_max_by { |x| x.size }).to eq(:j)
+        end
         it "returns N index_of_max values, sorted by object block input" do
-          expect(dv.index_of_max(2) {|x| x.size }).to eq([:j, :d])
+          expect(dv.index_of_max_by(2) {|x| x.size }).to eq([:j, :d])
         end
       end
 
@@ -66,14 +84,23 @@ describe Daru::Vector do
         it "returns min value, sorted by comparitive block input" do
           expect(dv.min { |a,b| a.size <=> b.size }).to eq("Tyrion")
         end
-        it "returns min value, sorted by object block input" do
-          expect(dv.min { |x| x.size }).to eq("Tyrion")
-        end
         it "returns N min values, sorted by comparitive block input" do
           expect(dv.min(2) {|a,b| a.size <=> b.size}).to eq(["Tyrion","Daenerys"])
         end
+      end
+
+      context "#min_by" do
+        it "raises error without object block" do
+          expect { dv.min_by }.to raise_error(ArgumentError)
+        end
+        it "raises error without object block when N is given" do
+          expect { dv.min_by(2) }.to raise_error(ArgumentError)
+        end
+        it "returns min value, sorted by object block input" do
+          expect(dv.min_by { |x| x.size }).to eq("Tyrion")
+        end
         it "returns N min values, sorted by object block input" do
-          expect(dv.min(2) {|x| x.size }).to eq(["Tyrion","Daenerys"])
+          expect(dv.min_by(2) {|x| x.size }).to eq(["Tyrion","Daenerys"])
         end
       end
 
@@ -87,38 +114,23 @@ describe Daru::Vector do
         it "returns index of min value, sorted by comparitive block input" do
           expect(dv.index_of_min { |a,b| a.size <=> b.size }).to eq(:t)
         end
-        it "returns index of min value, sorted by object block input" do
-          expect(dv.index_of_min { |x| x.size }).to eq(:t)
-        end
         it "returns N index of min values, sorted by comparitive block input" do
           expect(dv.index_of_min(2) {|a,b| a.size <=> b.size}).to eq([:t, :d])
         end
-        it "returns N index of min values, sorted by object block input" do
-          expect(dv.index_of_min(2) {|x| x.size }).to eq([:t, :d])
-        end
       end
 
-      context "#max_by" do
-        it "tests alias of max_by to max" do
-          expect(dv.method(:max_by)).to eq(dv.method(:max))
+      context "#index_of_min_by" do
+        it "raises error without object block" do
+          expect { dv.index_of_min_by }.to raise_error(ArgumentError)
         end
-      end
-
-      context "#min_by" do
-        it "tests alias of min_by to min" do
-          expect(dv.method(:min_by)).to eq(dv.method(:min))
+        it "raises error without object block when N is given" do
+          expect { dv.index_of_min_by(2) }.to raise_error(ArgumentError)
         end
-      end
-
-      context "#index_of_max_by" do
-        it "tests alias of index_of_max_by to index_of_max" do
-          expect(dv.method(:index_of_max_by)).to eq(dv.method(:index_of_max))
+        it "returns index of min value, sorted by object block input" do
+          expect(dv.index_of_min_by { |x| x.size }).to eq(:t)
         end
-      end
-
-      context "#index_of_min_by" do
-        it "tests alias of index_of_min_by to index_of_min" do
-          expect(dv.method(:index_of_min_by)).to eq(dv.method(:index_of_min))
+        it "returns N index of min values, sorted by object block input" do
+          expect(dv.index_of_min_by(2) {|x| x.size }).to eq([:t, :d])
         end
       end
 
@@ -299,7 +311,11 @@ describe Daru::Vector do
 
       context "#proportions" do
         it "calculates proportions" do
-          @dv.proportions
+          actual_proportions = {
+            array: {323=>0.1,11=>0.1,555=>0.1,666=>0.2,234=>0.1,21=>0.1,343=>0.1,1=>0.1,2=>0.1},
+            gsl: {323.0=>0.1, 11.0=>0.1, 555.0=>0.1, 666.0=>0.2, 234.0=>0.1, 21.0=>0.1, 343.0=>0.1, 1.0=>0.1, 2.0=>0.1}
+          }
+          expect(@dv.proportions).to eq(actual_proportions[dtype])
         end
       end
 

data/spec/plotting/nyaplot/dataframe_spec.rb

@@ -21,6 +21,16 @@ describe Daru::DataFrame, 'plotting' do
       index: [:one, :two, :three, :four]
     )
   }
+
+  let(:df_with_index_as_default) {
+    Nyaplot::DataFrame.new [
+      {:x=>1, :y1=>5, :y2=>-3, :cat=>:a, :_index=>:one},
+      {:x=>2, :y1=>7, :y2=>-7, :cat=>:b, :_index=>:two},
+      {:x=>3, :y1=>9, :y2=>-11, :cat=>:c, :_index=>:three},
+      {:x=>4, :y1=>11, :y2=>-15, :cat=>:d, :_index=>:four}
+    ]
+  }
+
   let(:plot) { instance_double('Nyaplot::Plot') }
   let(:diagram) { instance_double('Nyaplot::Diagram') }
 
@@ -58,6 +68,19 @@ describe Daru::DataFrame, 'plotting' do
       end
     end
 
+    context 'default x axis' do
+      it 'sets the x axis as the index value if not defined' do
+        expect(plot).to receive(:add_with_df)
+          .with(df_with_index_as_default, :line, :_index, :y1)
+          .ordered
+
+        expect(
+          data_frame.plot(
+            type: :line, y: :y1)
+        ).to eq plot
+      end
+    end
+
     context 'multiple charts' do
       it 'works with single type provided' do
         expect(plot).to receive(:add_with_df)

data/spec/spec_helper.rb

@@ -30,7 +30,7 @@ require 'simplecov'
 SimpleCov.start do
   add_filter 'vendor'
   add_filter 'spec'
-  minimum_coverage_by_file 95
+  # minimum_coverage_by_file 95 -- too strict for now. Reconsider after specs redesign.
 end
 
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))

data/spec/vector_spec.rb

@@ -1769,6 +1769,45 @@ describe Daru::Vector do
     end
   end
 
+  context '#rolling_fillna!' do
+    subject do
+      Daru::Vector.new(
+        [Float::NAN, 2, 1, 4, nil, Float::NAN, 3, nil, Float::NAN]
+      )
+    end
+
+    context 'rolling_fillna! forwards' do
+      before { subject.rolling_fillna!(:forward) }
+      its(:to_a) { is_expected.to eq [0, 2, 1, 4, 4, 4, 3, 3, 3] }
+    end
+
+    context 'rolling_fillna! backwards' do
+      before { subject.rolling_fillna!(direction: :backward) }
+      its(:to_a) { is_expected.to eq [2, 2, 1, 4, 3, 3, 3, 0, 0] }
+    end
+
+    context 'all invalid vector' do
+      subject do
+        Daru::Vector.new(
+          [Float::NAN, Float::NAN, Float::NAN, Float::NAN, Float::NAN]
+        )
+      end
+      before { subject.rolling_fillna!(:forward) }
+      its(:to_a) { is_expected.to eq [0, 0, 0, 0, 0] }
+    end
+
+    context 'with non-default index' do
+      subject do
+        Daru::Vector.new(
+          [Float::NAN, 2, 1, 4, nil, Float::NAN, 3, nil, Float::NAN],
+          index: %w[a b c d e f g h i]
+        )
+      end
+      before { subject.rolling_fillna!(direction: :backward) }
+      it { is_expected.to eq Daru::Vector.new([2, 2, 1, 4, 3, 3, 3, 0, 0], index: %w[a b c d e f g h i]) }
+    end
+  end
+
   context "#type" do
     before(:each) do
       @numeric    = Daru::Vector.new([1,2,3,4,5])

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: daru
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.2.0
 platform: ruby
 authors:
 - Sameer Deshmukh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-08-09 00:00:00.000000000 Z
+date: 2017-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: backports
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: packable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.3.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.3.9
 - !ruby/object:Gem::Dependency
   name: spreadsheet
   requirement: !ruby/object:Gem::Requirement
@@ -387,6 +401,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/ISSUE_TEMPLATE.md"
 - ".gitignore"
 - ".rspec"
 - ".rspec_formatter.rb"
@@ -399,6 +414,7 @@ files:
 - LICENSE
 - README.md
 - Rakefile
+- ReleasePolicy.md
 - benchmarks/TradeoffData.csv
 - benchmarks/csv_reading.rb
 - benchmarks/dataframe_creation.rb
@@ -442,6 +458,7 @@ files:
 - lib/daru/date_time/offsets.rb
 - lib/daru/exceptions.rb
 - lib/daru/extensions/rserve.rb
+- lib/daru/extensions/which_dsl.rb
 - lib/daru/formatters/table.rb
 - lib/daru/helpers/array.rb
 - lib/daru/index/categorical_index.rb
@@ -485,6 +502,7 @@ files:
 - profile/joining.rb
 - profile/sorting.rb
 - profile/vector_each_with_index.rb
+- profile/vector_new.rb
 - spec/accessors/array_wrapper_spec.rb
 - spec/accessors/gsl_wrapper_spec.rb
 - spec/accessors/nmatrix_wrapper_spec.rb
@@ -498,9 +516,11 @@ files:
 - spec/date_time/index_spec.rb
 - spec/date_time/offsets_spec.rb
 - spec/extensions/rserve_spec.rb
+- spec/extensions/which_dsl_spec.rb
 - spec/fixtures/bank2.dat
 - spec/fixtures/boolean_converter_test.csv
 - spec/fixtures/countries.json
+- spec/fixtures/duplicates.csv
 - spec/fixtures/eciresults.html
 - spec/fixtures/empties.dat
 - spec/fixtures/empty_rows_test.csv
@@ -584,7 +604,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.6.10
 signing_key: 
 specification_version: 4
 summary: Data Analysis in RUby
@@ -602,9 +622,11 @@ test_files:
 - spec/date_time/index_spec.rb
 - spec/date_time/offsets_spec.rb
 - spec/extensions/rserve_spec.rb
+- spec/extensions/which_dsl_spec.rb
 - spec/fixtures/bank2.dat
 - spec/fixtures/boolean_converter_test.csv
 - spec/fixtures/countries.json
+- spec/fixtures/duplicates.csv
 - spec/fixtures/eciresults.html
 - spec/fixtures/empties.dat
 - spec/fixtures/empty_rows_test.csv