elskwid-munger 0.1.4.5 → 0.1.4.6

data/Rakefile

@@ -1,35 +1,10 @@
-require 'rubygems'
-# Gem::manage_gems
-require 'rake/gempackagetask'
-require 'rake/rdoctask'
-require 'rspec/core/rake_task'
+require "rake/testtask"
 
-spec = eval(File.new('munger.gemspec','r').read)
+task default: [:test]
 
-Rake::GemPackageTask.new(spec) do |pkg|
-    pkg.need_tar = true
-end
-
-task :default => "pkg/#{spec.name}-#{spec.version}.gem" do
-    puts "generated latest version"
-end
-
-desc 'Run specs'
-RSpec::Core::RakeTask.new
-
-desc 'Generate coverage reports'
-RSpec::Core::RakeTask.new('spec:coverage') do |t|
-  t.rcov = true
-end
-
-task :doc => [:rdoc]
-namespace :doc do
-  Rake::RDocTask.new do |rdoc|
-    files = ["README", "lib/**/*.rb"]
-    rdoc.rdoc_files.add(files)
-    rdoc.main = "README"
-    rdoc.title = "Munger Docs"
-    rdoc.rdoc_dir = "doc"
-    rdoc.options << "--line-numbers" << "--inline-source"
-  end
+Rake::TestTask.new(:test) do |t|
+  t.libs << "lib"
+  t.libs << "test"
+  t.pattern = "test/**/*_test.rb"
+  t.verbose = false
 end

data/munger.gemspec

@@ -1,36 +1,46 @@
 Gem::Specification.new do |s|
-    s.platform  =  Gem::Platform::RUBY
-    s.name      =  "elskwid-munger"
-    s.version   =  "0.1.4.5"
-    s.authors   =  ['Scott Chacon', 'Brandon Mitchell', 'Don Morrison', 'Eric Lindvall']
-    s.email     =  "elskwid@gmail.com"
-    s.summary   =  "A reporting engine in Ruby - the elskwid fork!"
-    s.homepage  =  "http://github.com/elskwid/munger"
-    s.has_rdoc  =  true
-    s.files = ["munger.gemspec",
-               "Rakefile",
-               "README",
-               "examples/column_add.rb",
-               "examples/development.log",
-               "examples/example_helper.rb",
-               "examples/sinatra_app.rb",
-               "examples/test.html",
-               "lib/munger.rb",
-               "lib/munger/data.rb",
-               "lib/munger/item.rb",
-               "lib/munger/render.rb",
-               "lib/munger/report.rb",
-               "lib/munger/render/csv.rb",
-               "lib/munger/render/html.rb",
-               "lib/munger/render/sortable_html.rb",
-               "lib/munger/render/text.rb",
-               "spec/spec_helper.rb",
-               "spec/munger/data_spec.rb",
-               "spec/munger/item_spec.rb",
-               "spec/munger/render_spec.rb",
-               "spec/munger/report_spec.rb",
-               "spec/munger/data/new_spec.rb",
-               "spec/munger/render/csv_spec.rb",
-               "spec/munger/render/html_spec.rb",
-               "spec/munger/render/text_spec.rb"]
+  s.platform  =  Gem::Platform::RUBY
+  s.name      =  "elskwid-munger"
+  s.version   =  "0.1.4.6"
+  s.authors   =  ['Scott Chacon', 'Brandon Mitchell', 'Don Morrison', 'Eric Lindvall']
+  s.email     =  "elskwid@gmail.com"
+  s.summary   =  "A reporting engine in Ruby - the elskwid fork!"
+  s.homepage  =  "http://github.com/elskwid/munger"
+  s.has_rdoc  =  true
+
+  s.files = [
+    "munger.gemspec",
+    "Rakefile",
+    "README",
+    "examples/column_add.rb",
+    "examples/development.log",
+    "examples/example_helper.rb",
+    "examples/sinatra_app.rb",
+    "examples/test.html",
+    "lib/munger.rb",
+    "lib/munger/data.rb",
+    "lib/munger/item.rb",
+    "lib/munger/render.rb",
+    "lib/munger/report.rb",
+    "lib/munger/render/csv.rb",
+    "lib/munger/render/html.rb",
+    "lib/munger/render/sortable_html.rb",
+    "lib/munger/render/text.rb"]
+
+  s.test_files = [
+    "test/test_helper.rb",
+    "test/munger/csv_test.rb",
+    "test/munger/data_ar_test.rb",
+    "test/munger/data_test.rb",
+    "test/munger/html_test.rb",
+    "test/munger/item_test.rb",
+    "test/munger/new_test.rb",
+    "test/munger/render_test.rb",
+    "test/munger/report_test.rb",
+    "test/munger/text_test.rb"]
+
+  s.add_dependency "builder"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "minitest", "~>5.0.8"
 end

data/{spec/munger/render/csv_spec.rb → test/munger/csv_test.rb}

@@ -1,27 +1,27 @@
-require File.dirname(__FILE__) + "/../../spec_helper"
+require "test_helper"
 
-describe Munger::Render::CSV do 
+describe Munger::Render::CSV do
   include MungerSpecHelper
-  
+
   before(:each) do
     @data = Munger::Data.new(:data => test_data + [{:name => 'Comma, Guy', :age => 100, :day => 0, :score => 0}])
     @report = Munger::Report.new(:data => @data)
   end
 
   it "should accept a Munger::Report object" do
-    Munger::Render::Text.new(@report.process).should be_valid
+    Munger::Render::Text.new(@report.process).must_be :valid?
   end
-  
+
   it "should render a basic text table" do
     @render = Munger::Render::CSV.new(@report.process)
     count = @report.rows
     text = @render.render
-    text.split("\n").should have_at_least(count).items
+    text.split("\n").size.must_be :>, count
   end
-  
+
   it "should quote data with commas" do
     @render = Munger::Render::CSV.new(@report.process)
     text = @render.render
-    text.should match /"Comma, Guy"/
+    text.must_match /"Comma, Guy"/
   end
-end
+end

data/test/munger/data_ar_test.rb

@@ -0,0 +1,194 @@
+require "test_helper"
+
+describe "Munger::Data with AR like records" do
+  include MungerSpecHelper
+
+  before(:each) do
+    @data = Munger::Data.new(:data => test_ar_data)
+  end
+
+  it "must accept an AR dataset" do
+    Munger::Data.new(:data => test_ar_data).must_be :valid?
+  end
+
+  it "must be able to set AR data after init" do
+    m = Munger::Data.new
+    m.data = test_ar_data
+    m.must_be :valid?
+  end
+
+  it "must be able to set AR data in init block" do
+    m = Munger::Data.new do |d|
+      d.data = test_ar_data
+    end
+    m.must_be :valid?
+  end
+  #
+  it "must be able to add more data after init" do
+    m = Munger::Data.new
+    m.data = test_ar_data
+    m.add_data more_test_data
+    m.must_be :valid?
+    additional_names = m.data.select { |r| r[:name] == 'David' || r[:name] == 'Michael' }
+    additional_names.size.must_equal(4)
+  end
+
+
+  it "must be able to extract columns from AR data" do
+    @titles = @data.columns
+    @titles.size.must_equal(4)
+    @titles.must_include(:name)
+    @titles.must_include(:score)
+    @titles.must_include(:age)
+  end
+
+  it "must be able to add a new column with a default value" do
+    @data.add_column('new_column', :default => 1)
+    @data.data.first['new_column'].must_equal(1)
+    @data.must_be :valid?
+  end
+
+  it "must be able to add a new column with a block" do
+    @data.add_column('new_column') { |c| c.age + 1 }
+    @data.data.first['new_column'].must_equal(24)
+    @data.must_be :valid?
+  end
+
+  it "must be able to add multiple new columns with defaults" do
+    @data.add_column(['col1', 'col2'], :default => [1, 2])
+    @data.data.first['col1'].must_equal(1)
+    @data.data.first['col2'].must_equal(2)
+    @data.must_be :valid?
+  end
+
+
+  it "must be able to add multiple new columns with a block" do
+    @data.add_column(['col1', 'col2']) { |c| [c.age * 2, c.score * 3]}
+    @data.data.first['col1'].must_equal(46)
+    @data.data.first['col2'].must_equal(36)
+    @data.must_be :valid?
+  end
+
+  it "must work with add_columns, too" do
+    @data.add_columns(['col1', 'col2'], :default => [1, 2])
+    @data.data.first['col1'].must_equal(1)
+    @data.data.first['col2'].must_equal(2)
+    @data.must_be :valid?
+  end
+
+  it "must be able to transform a column" do
+    @data.data.first[:age].must_equal(23)
+    @data.transform_column(:age) { |c| c.age * 2 }
+    @data.data.first[:age].must_equal(46)
+    @data.must_be :valid?
+  end
+
+  it "must be able to transform multiple rows" do
+    @data.data.first[:age].must_equal(23)
+    @data.data.first[:score].must_equal(12)
+    @data.transform_columns([:age, :score]) { |c| [c.age * 2, c.score * 3] }
+    @data.data.first[:age].must_equal(46)
+    @data.data.first[:score].must_equal(36)
+    @data.must_be :valid?
+  end
+
+  it "must be able to filter the data down" do
+    orig_size = @data.size
+    @data.filter_rows { |r| r.age < 30 }
+    @data.size.must_be :<, orig_size
+    @data.size.must_equal(4)
+    @data.must_be :valid?
+  end
+
+  it "must be able to pivot the data (1 column)" do
+    orig_size = @data.size
+    new_keys = @data.pivot(:day, :name, :score)
+    @data.size.must_be :<, orig_size
+    new_keys.must_include(1)
+    new_keys.must_include(2)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(43)
+    @data.must_be :valid?
+  end
+
+  it "must be able to pivot the data with average aggregation" do
+    new_keys = @data.pivot(:day, :name, :score, :average)
+    new_keys.must_include(1)
+    new_keys.must_include(2)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(21)
+    @data.must_be :valid?
+  end
+
+  it "must be able to pivot the data with count aggregation" do
+    new_keys = @data.pivot(:day, :name, :score, :count)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(2)
+    @data.must_be :valid?
+  end
+
+  it "must be able to pivot the data in three dimensions (1 col, 2 row)" do
+    new_keys = @data.pivot(:name, [:score, :age], :score, :count)
+    alice = @data.data.select { |r| r.name == 'Alice' }.first
+    alice.Alice.must_equal(2)
+    @data.must_be :valid?
+  end
+
+
+  it "must be able to add a column then pivot the data (1 column)" do
+    @data.add_column(:day_of_week) { |c| Date::DAYNAMES[c.day] }
+    @data.add_column(:name_length) { |c| c.name.length }
+    orig_size = @data.size
+    new_keys = @data.pivot(:day_of_week, :name, :score)
+    @data.size.must_be :<, orig_size
+    new_keys.must_include("Monday")
+    new_keys.must_include("Tuesday")
+    alice = @data.data.select { |r| r.name == 'Alice' }.first
+    alice["Monday"].must_equal(12)
+    alice["Tuesday"].must_equal(24)
+    @data.must_be :valid?
+  end
+
+
+  # like sql group command, give aggregation block
+  it "must be able to group the data like sql" do
+    @data.group(:name)
+    @data.size.must_equal(6)
+    @data.must_be :valid?
+  end
+
+  it "must be able to group on multiple columns" do
+    @data.group([:age, :score], :count => :day, :sum => :day, :average => :score)
+    alice = @data.data.select { |r| (r.score == 12) && (r.age == 33)}.first
+    alice.count_day.must_equal(2)
+    alice.sum_day.must_equal(3)
+    alice.average_day.must_equal(nil)
+    @data.must_be :valid?
+  end
+
+  it "must be able to group with a proc aggregation" do
+    pr = Proc.new {|arr| arr.inject(0) { |a,b| a + (b*2) }}
+    @data.group([:age, :score], :sum => :day, ['test', pr] => :age)
+    alice = @data.data.select { |r| (r.score == 12) && (r.age == 33)}.first
+    alice.test_age.must_equal(132)
+    alice.sum_day.must_equal(3)
+    @data.must_be :valid?
+  end
+
+  it "must be able to output an array" do
+    array = @data.to_a
+    array.must_be_kind_of(Array)
+    array.first.size.must_equal(@data.columns.size)
+    @data.must_be :valid?
+  end
+
+  it "must be able to output a filtered array" do
+    array = @data.to_a([:name, :age])
+    array.must_be_kind_of(Array)
+    array.first.size.must_equal(2)
+    scotts = array.select { |a| a.include?('Scott') }
+    scotts.first.must_include('Scott')
+    scotts.first.must_include(23)
+    @data.must_be :valid?
+  end
+end

data/test/munger/data_test.rb

@@ -0,0 +1,185 @@
+require "test_helper"
+
+describe Munger::Data do
+  include MungerSpecHelper
+
+  before(:each) do
+    @data = Munger::Data.new(:data => test_data)
+  end
+
+  it "must accept an array of hashes" do
+    Munger::Data.new(:data => test_data).must_be :valid?
+  end
+
+  it "must be able to set data after init" do
+    m = Munger::Data.new
+    m.data = test_data
+    m.must_be :valid?
+  end
+
+  it "must be able to set data in init block" do
+    m = Munger::Data.new do |d|
+      d.data = test_data
+    end
+    m.must_be :valid?
+  end
+
+  it "must be able to add more data after init" do
+    m = Munger::Data.new
+    m.data = test_data
+    m.add_data more_test_data
+    m.must_be :valid?
+    additional_names = m.data.select { |r| r[:name] == 'David' || r[:name] == 'Michael' }
+    additional_names.size.must_equal(4)
+  end
+
+  it "must be able to add data without initial data" do
+    m = Munger::Data.new
+    m.add_data more_test_data
+    m.must_be :valid?
+    m.size.must_equal(4)
+  end
+
+  it "must be able to extract columns from data" do
+    @titles = @data.columns
+    @titles.size.must_equal(4)
+    @titles.must_include(:name)
+    @titles.must_include(:score)
+    @titles.must_include(:age)
+  end
+
+  it "must be able to add a new column with a default value" do
+    @data.add_column('new_column', :default => 1)
+    @data.data.first['new_column'].must_equal(1)
+  end
+
+  it "must be able to add a new column with a block" do
+    @data.add_column('new_column') { |c| c.age + 1 }
+    @data.data.first['new_column'].must_equal(24)
+  end
+
+  it "must be able to add multiple new columns with defaults" do
+    @data.add_column(['col1', 'col2'], :default => [1, 2])
+    @data.data.first['col1'].must_equal(1)
+    @data.data.first['col2'].must_equal(2)
+  end
+
+  it "must be able to add multiple new columns with a block" do
+    @data.add_column(['col1', 'col2']) { |c| [c.age * 2, c.score * 3]}
+    @data.data.first['col1'].must_equal(46)
+    @data.data.first['col2'].must_equal(36)
+  end
+
+  it "must work with add_columns, too" do
+    @data.add_columns(['col1', 'col2'], :default => [1, 2])
+    @data.data.first['col1'].must_equal(1)
+    @data.data.first['col2'].must_equal(2)
+  end
+
+  it "must be able to transform a column" do
+    @data.data.first[:age].must_equal(23)
+    @data.transform_column(:age) { |c| c.age * 2 }
+    @data.data.first[:age].must_equal(46)
+  end
+
+  it "must be able to transform multiple rows" do
+    @data.data.first[:age].must_equal(23)
+    @data.data.first[:score].must_equal(12)
+    @data.transform_columns([:age, :score]) { |c| [c.age * 2, c.score * 3] }
+    @data.data.first[:age].must_equal(46)
+    @data.data.first[:score].must_equal(36)
+  end
+
+  it "must be able to filter the data down" do
+    orig_size = @data.size
+    @data.filter_rows { |r| r.age < 30 }
+    @data.size.must_be :<, orig_size
+    @data.size.must_equal(4)
+  end
+
+  it "must be able to pivot the data (1 column)" do
+    orig_size = @data.size
+    new_keys = @data.pivot(:day, :name, :score)
+    @data.size.must_be :<, orig_size
+    new_keys.must_include(1, 2)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(43)
+  end
+
+  it "must be able to pivot the data with average aggregation" do
+    new_keys = @data.pivot(:day, :name, :score, :average)
+    new_keys.must_include(1, 2)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(21)
+  end
+
+  it "must be able to pivot the data with count aggregation" do
+    new_keys = @data.pivot(:day, :name, :score, :count)
+    scott = @data.data.select { |r| r.name == 'Scott' }.first
+    scott[1].must_equal(2)
+  end
+
+  it "must be able to pivot the data in three dimensions (1 col, 2 row)" do
+    new_keys = @data.pivot(:name, [:score, :age], :score, :count)
+    alice = @data.data.select { |r| r.name == 'Alice' }.first
+    alice.Alice.must_equal(2)
+  end
+
+  it "must be able to add a column then pivot the data (1 column)" do
+    @data.add_column(:day_of_week) { |c| Date::DAYNAMES[c.day] }
+    orig_size = @data.size
+    new_keys = @data.pivot(:day_of_week, :name, :score)
+    @data.size.must_be :<, orig_size
+    new_keys.must_include("Monday", "Tuesday")
+    alice = @data.data.select { |r| r.name == 'Alice' }.first
+    alice["Monday"].must_equal(12)
+    alice["Tuesday"].must_equal(24)
+  end
+
+  # like sql group command, give aggregation block
+  it "must be able to group the data like sql" do
+    @data.group(:name)
+    @data.size.must_equal(6)
+  end
+
+  it "must be able to group on multiple columns" do
+    @data.group([:age, :score], :count => :day, :sum => :day, :average => :score)
+    alice = @data.data.select { |r| (r.score == 12) && (r.age == 33)}.first
+    alice.count_day.must_equal(2)
+    alice.sum_day.must_equal(3)
+    alice.average_day.must_equal(nil)
+  end
+
+  it "must be able to group with a proc aggregation" do
+    pr = Proc.new {|arr| arr.inject(0) { |a,b| a + (b*2) }}
+    @data.group([:age, :score], :sum => :day, ['test', pr] => :age)
+    alice = @data.data.select { |r| (r.score == 12) && (r.age == 33)}.first
+    alice.test_age.must_equal(132)
+    alice.sum_day.must_equal(3)
+  end
+
+  it "must be able to output an array" do
+    array = @data.to_a
+    array.must_be_kind_of(Array)
+    array.first.size.must_equal(@data.columns.size)
+  end
+
+  it "must be able to output a filtered array" do
+    array = @data.to_a([:name, :age])
+    array.must_be_kind_of(Array)
+    array.first.size.must_equal(2)
+    scotts = array.select { |a| a.include?('Scott') }
+    scotts.first.must_include('Scott', 23)
+  end
+
+  it "must be able to pivot the data in three dimensions (2 col, 1 row)"
+
+  it "must be able to pivot the data in four dimensions (2 col, 2 row)"
+
+  it "must be able to add two Munger::Datas together if they have the same columns"
+
+  it "must be able to add data and check if it is Munger::Data"
+
+  it "(maybe) must be able to zip two Munger::Datas together given a unique key column in each"
+
+end