csv_pivot 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YTc3MjE4MmI5Y2YxZmZmZjU1MTk4MWY4ZmUyMmUwMTgyNTU0MTgwZQ==
+  data.tar.gz: !binary |-
+    MTEzZTYwMWJlZThmY2FiNTdiYTU5ZmRjNWEwOTQ5MzdjODNhYTM3OA==
+SHA512:
+  metadata.gz: !binary |-
+    MTc1YTAyM2ExMDQ3Yzc2NzZhNDEwZmNiMGNiZmJhZTVhODdiNzczYzgxZDNi
+    YjMzNGNjZDAzMjNjZDFmZjM2MjYxZGQ2OGYwZjhhMWRmOTJjMjcxMTE3OTQx
+    NmFmZjUxYTY3NWYzYmQ1YzNlYjk2YTIxYjMwN2ZkZDJhYzVmMzE=
+  data.tar.gz: !binary |-
+    ZmQ1ZTE4ODE3YmFiMzk1MmZiOTVlMmRmNDIzYjY5NzA5ZGVhMzA3Mzk3ZTM0
+    YWJkZjhlYjBkNjc1NDc0YmNkZGUxM2IwNTUwY2VjM2YyMTFkZDgwODNmYjNl
+    MjA1YzkwM2EzYzdmZDBhMzUwZTMwOGViMWY0NmVjNGVjMzcwZWI=

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--warnings
+--require spec_helper

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in csv_pivot.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,202 @@
+# CsvPivot
+
+
+The CsvPivot gem takes a table in the form of an array of arrays, or a file path to a csv file.  It then creates a pivot table on the data from a specified column(s) and row(s) to pivot on.
+It returns an array of arrays, or can be given an output path to create a pivoted csv file.
+It can be given a proc for user defined aggregation methods.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'csv_pivot'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install csv_pivot
+
+## Usage
+
+    require 'csv_pivot'
+
+The following are the args that must be specified:
+```
+input = {
+  :input_path    => "spec/fixtures/testcsv.csv", # or :input_data
+  :pivot_rows    => "date",    # group by
+  :pivot_columns => "name",    # new headers
+  :pivot_data    => "baz" 
+  }
+```
+
+call with:
+```
+array_of_arrays = CsvPivot::PivotTable.new(input).pivot
+```
+
+###### Example 1
+assuming you have a csv that looks something like this:  
+
+| foo     | bar     | baz   | date    | name  |
+| --------|---------|-------|---------|-------|
+| 1       | 2       | 3     | 4/1/11  | mark  |
+| 4       | 5       | 6     | 5/15/14 | mark  | 
+| 7       | 8       | 9     | 4/7/12  | bear  |
+| 10      | 11      | 12    | 5/11/11 | bear  | 
+| 1       | 2       | 3     | 4/1/11  | mark  |
+| 4       | 5       | 6     | 5/11/11 | mark  | 
+| 7       | 8       | 9     | 4/7/12  | bear  |
+| 10      | 11      | 12    | 5/15/14 | bear  | 
+
+
+calling
+```
+array_of_arrays = CsvPivot::PivotTable.new(input).pivot
+```
+returns
+```
+[["date", "mark", "bear"], ["4/1/11", 6], ["5/15/14", 6, 12], ["4/7/12", nil, 18], ["5/11/11", 6, 12]]
+```
+which if printed to a csv row by row would be equivalent to:
+
+| date    | mark    | bear  |
+|---------|---------|-------|
+| 4/1/11  | 6       | nil   |
+| 5/15/14 | 6       | 12    |
+| 4/7/12  | nil     | 18    |
+| 5/11/11 | 6       | 12    | 
+
+*note that nils are returned in the absence of data and not zeroes.*
+
+###### Example 2
+
+A csv of the form (no headers):
+
+|         |         |       |         |       |
+| --------|---------|-------|---------|-------|
+| 1       | 2       | 3     | 4/1/11  | mark  |
+| 4       | 5       | 6     | 5/15/14 | mark  | 
+| 7       | 8       | 9     | 4/7/12  | bear  |
+| 10      | 11      | 12    | 5/11/11 | bear  | 
+| 1       | 2       | 3     | 4/1/11  | mark  |
+| 4       | 5       | 6     | 5/11/11 | mark  | 
+| 7       | 8       | 9     | 4/7/12  | bear  |
+| 10      | 11      | 12    | 5/15/14 | bear  | 
+
+```
+p = Proc.new do |array|  # a proc that will return the count (see aggregation methods below)
+      array.length
+    end
+
+input = {
+  :input_path    => "spec/fixtures/testcsv.csv", # location of csv file
+  :pivot_rows    => 3,    # group by (index of the date column)
+  :pivot_columns => 4,    # new headers (index of the name column)
+  :pivot_data    => 2,    # data to aggregate (index of baz column)
+  :aggregate_method => p,
+  :column_total  => true,
+  :row_total     => true
+  }
+
+  array_of_arrays = CsvPivot::PivotTable.new(input).pivot
+  puts array_of_arrays.inspect
+  => [["date", "mark", "bear", "Total"], ["4/1/11", 2, nil, 2.0], ["5/15/14", 1, 1, 2.0], ["4/7/12", nil, 2, 2.0], ["5/11/11", 1, 1, 2.0], ["Total", 4.0, 4.0, 8.0]]
+
+```
+
+which is equivalent to the following table:
+
+| nil     | mark    | bear  | Total |
+|---------|---------|-------|-------|
+| 4/1/11  | 2       | nil   | 2.0   |
+| 5/15/14 | 1       | 1     | 2.0   |
+| 4/7/12  | nil     | 2     | 2.0   |
+| 5/11/11 | 1       | 1     | 2.0   |
+| Total   | 4.0     | 4.0   | 8.0   | 
+
+The last index of the Total row displays the sum of the Total column.
+
+#### Optional Arguments
+* :sort    => boolean 
+  # sorts columns and rows
+* :headers => boolean 
+  # input data has a header row (default true)
+* :aggregate_method => Proc 
+  # a proc that takes an array of values and returns desired output (e.g. average, max, min, sum, count, etc...)
+* :column_total => boolean 
+  # return total column (default false)
+* :row_total => boolean 
+  # return total row (default false)
+
+### Pivot to CSV
+Calling 
+```
+CsvPivot::PivotTable.new(input).pivot_to_csv(output_path)
+```
+will not return an array of arrays.  It will print your data to a csv file specified by output_path.
+###### example
+```
+output_path = "spec/fixtures/testcsv_pivoted.csv"
+
+input = {:input_path => "spec/fixtures/testcsv.csv", 
+         :pivot_rows => "date",   
+         :pivot_columns => "name", 
+         :pivot_data => "baz" } 
+
+CsvPivot::PivotTable.new(input).pivot_to_csv(output_path)
+File.exists? output_path 
+=> true
+```
+
+### Aggregation Methods
+The default aggregation method, when no aggregate_method is specified, is sum.
+The proc looks like:
+```
+p = Proc.new do |array|  
+      array.map(&:to_i).reduce(0, :+)
+    end
+```
+#### Alternate aggregation method examples
+
+Below are some examples of alternate aggregation methods.  The csv_pivot gem makes no assumptions about the data passed to it.  Data from a csv is a string.  This will need to be cast to a numeric (int or float) before arithmetic can be performed on it.  Casting to int (or not) is the responsibility of the proc.  The default proc is sum, but note that it casts the members of the array to an int.  Below are some examples of writing your own procs.  Anything goes as long as it works on an array of values and returns a single value.
+
+###### Average (floats)
+```
+p = Proc.new do |array|  
+      array.map(&:to_f).reduce(0, :+)/array.length
+    end
+```
+###### Max (ints)
+```
+p = Proc.new do |array|  
+      array.map(&:to_i).max
+    end
+```
+###### Concat an array of strings (comma separate)
+```
+p = Proc.new do |array|  
+      array.join(",")
+    end
+```
+###### Count (type insensitive)
+```
+p = Proc.new do |array|  
+      array.length
+    end
+```
+
+
+note that for user defined procs, the data to be aggregated is a string, and must be cast to numeric for mathematical aggregation.
+
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/csv_pivot/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/csv_pivot.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'csv_pivot/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "csv_pivot"
+  spec.version       = CsvPivot::VERSION
+  spec.authors       = ["Knut Knutson"]
+  spec.summary       = %q{Pivots an row major ordered array or csv file and returns an array or csv file.}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

data/lib/csv_pivot.rb

@@ -0,0 +1,8 @@
+#require "csv_pivot/version"
+require "csv_pivot/pivot_table"
+require "csv_pivot/csv_handler"
+require "csv_pivot/array_handler"
+
+module CsvPivot
+  
+end # end module

data/lib/csv_pivot/array_handler.rb

@@ -0,0 +1,27 @@
+class ArrayHandler
+  def create_data_store
+    data_store = Hash.new
+    if @headers
+      rows = @input_array[0].index(@pivot_rows)   
+      cols = @input_array[0].index(@pivot_columns) 
+      data = @input_array[0].index(@pivot_data)  
+    else
+      rows = @pivot_rows
+      cols = @pivot_columns
+      data = @pivot_data
+    end
+
+    @input_array.each_with_index do |row, i|
+      if (@headers && i == 0) then next end
+      if data_store.include? "#{row[rows]}:#{row[cols]}" then
+        data_store["#{row[rows]}:#{row[cols]}"][:data].push(row[data])
+      else
+        data_store.store("#{row[rows]}:#{row[cols]}",
+                          {:row    => row[rows],
+                           :column => row[cols],
+                           :data   => [row[data]]} )
+      end
+    end
+    data_store
+  end
+end

data/lib/csv_pivot/csv_handler.rb

@@ -0,0 +1,18 @@
+require 'csv'
+
+class CsvHandler
+  def create_data_store_from_csv
+    data_store = Hash.new
+    CSV.foreach(@input_path, :headers => @headers) do |row|
+      if data_store.include? "#{row[@pivot_rows]}:#{row[@pivot_columns]}" then
+        data_store["#{row[@pivot_rows]}:#{row[@pivot_columns]}"][:data].push(row[@pivot_data])
+      else
+        data_store.store("#{row[@pivot_rows]}:#{row[@pivot_columns]}",
+                          {:row    => row[@pivot_rows],
+                           :column => row[@pivot_columns],
+                           :data   => [row[@pivot_data]]} )
+      end
+    end
+    data_store
+  end
+end

data/lib/csv_pivot/pivot_table.rb

@@ -0,0 +1,183 @@
+require 'csv'
+
+module CsvPivot
+  class PivotTable
+
+    DEFAULT_OPTIONS = {
+      :headers          => true,
+      :sort             => false,
+      :sort_on          => 0, 
+      :column_total     => false,
+      :row_total        => false
+    }
+
+    def initialize(opts = {})
+      p = Proc.new do |array|  # the default aggregation method: sum
+        array.map(&:to_i).reduce(0, :+)
+      end
+      @opts = DEFAULT_OPTIONS.merge(opts)
+      @input_path    = @opts[:input_path]
+      @input_array   = @opts[:input_data]
+      @pivot_rows    = @opts[:pivot_rows]
+      @pivot_columns = @opts[:pivot_columns]
+      @pivot_data    = @opts[:pivot_data]
+      @sort          = @opts[:sort]
+      @headers       = @opts[:headers]
+      @column_total  = @opts[:column_total]
+      @row_total     = @opts[:row_total]
+      @method        = @opts[:aggregate_method] || p
+    end
+
+    def pivot
+      if @input_path
+        data_store = create_data_store_from_csv
+      else
+        data_store = create_data_store
+      end
+
+      aggregate_data(data_store)
+
+      column_map, row_map = map_columns_and_rows(data_store)
+      sort(column_map, row_map) if @sort
+
+      create_table(data_store, column_map, row_map)
+    end
+
+    def pivot_to_csv(output_file)
+      pivot_table = pivot
+      output_csv(pivot_table, output_file)
+    end
+
+    def create_data_store
+      data_store = Hash.new
+      if @headers
+        rows = @input_array[0].index(@pivot_rows)   
+        cols = @input_array[0].index(@pivot_columns) 
+        data = @input_array[0].index(@pivot_data)  
+      else
+        rows = @pivot_rows
+        cols = @pivot_columns
+        data = @pivot_data
+      end
+
+      @input_array.each_with_index do |row, i|
+        if (@headers && i == 0) then next end
+        if data_store.include? "#{row[rows]}:#{row[cols]}" then
+          data_store["#{row[rows]}:#{row[cols]}"][:data].push(row[data])
+        else
+          data_store.store("#{row[rows]}:#{row[cols]}",
+                            {:row    => row[rows],
+                             :column => row[cols],
+                             :data   => [row[data]]} )
+        end
+      end
+      data_store
+    end
+
+    def create_data_store_from_csv
+      data_store = Hash.new
+      CSV.foreach(@input_path, :headers => @headers) do |row|
+        if data_store.include? "#{row[@pivot_rows]}:#{row[@pivot_columns]}" then
+          data_store["#{row[@pivot_rows]}:#{row[@pivot_columns]}"][:data].push(row[@pivot_data])
+        else
+          data_store.store("#{row[@pivot_rows]}:#{row[@pivot_columns]}",
+                            {:row    => row[@pivot_rows],
+                             :column => row[@pivot_columns],
+                             :data   => [row[@pivot_data]]} )
+        end
+      end
+      data_store
+    end
+
+    def aggregate_data(data_store)
+      data_store.each_value do |value|
+        value[:data] = @method.call(value[:data])
+      end
+    end
+
+    def map_columns_and_rows(data_store)
+      column_map = Hash.new
+      row_map    = Hash.new
+      col_i = row_i = 1
+      data_store.each_value do |value|
+        if !column_map.include? value[:column]
+          column_map.store(value[:column], col_i) 
+          col_i += 1
+        end
+        if !row_map.include? value[:row]
+          row_map.store(value[:row], row_i) 
+          row_i += 1
+        end
+      end
+      [column_map, row_map]
+    end
+
+    def sort(column_map, row_map)
+      sorted_columns = column_map.keys.sort
+      sorted_rows    = row_map.keys.sort
+      sorted_columns.each_with_index do |column, index|
+        column_map[column] = index + 1
+      end
+      sorted_rows.each_with_index do |row, index|
+        row_map[row] = index + 1
+      end
+    end
+
+    def create_table(data_store, column_map, row_map)
+      pivoted_table = [[]]
+      column_map.each do |key, value|
+        pivoted_table[0][value] = key
+      end
+      row_map.each do |key, value|
+        pivoted_table[value] = [key]
+      end
+      data_store.each_value do |value|
+        row    = row_map[value[:row]]
+        column = column_map[value[:column]]
+        pivoted_table[row][column] = value[:data]
+      end
+      pivoted_table[0][0] = @pivot_rows if @headers
+      add_column_total(pivoted_table)   if @column_total
+      add_row_total(pivoted_table)      if @row_total
+      pivoted_table
+    end
+
+    def output_csv(pivoted_table, output_file)
+      CSV.open(output_file, "w") do |csv|
+        pivoted_table.each do |row|
+          csv << row
+        end
+      end
+    end
+
+    def add_column_total(table)
+      i = table[0].length
+      table[0][i] = "Total"
+      table.each_with_index do |row, index|
+        next if index == 0
+        row[i] = row[1..i].map(&:to_f).reduce(0, :+)
+      end
+    end
+
+    def add_row_total(table)
+      i = table.length
+      table[i] = ["Total"]
+      table.each_with_index do |row, j|
+        next if j == 0 || j == i
+        row.each_with_index do |value, k|
+          next if k == 0 
+          if table[i][k] 
+            table[i][k] += value.to_f
+          else
+            table[i][k] = value.to_f
+          end
+        end
+      end
+      puts table.inspect
+    end
+
+  end # end class
+end
+
+
+

data/lib/csv_pivot/version.rb

@@ -0,0 +1,3 @@
+module CsvPivot
+  VERSION = "0.0.1"
+end

data/spec/fixtures/testcsv.csv

@@ -0,0 +1 @@
+foo,bar,baz,date,name

data/spec/fixtures/testcsv_noheaders.csv

@@ -0,0 +1 @@
+1,2,3,4/1/11,mark

data/spec/lib/csv_pivot/pivot_table_spec.rb

@@ -0,0 +1,228 @@
+require 'csv'
+require 'spec_helper'
+require 'csv_pivot/pivot_table'
+
+describe CsvPivot::PivotTable do 
+  #it exists
+  describe '#pivot' do
+    context 'Sum With Headers from csv' do
+
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz"} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","mark","bear"],
+                         ["4/1/11",6],
+                         ["5/15/14",6,12],
+                         ["4/7/12",nil,18],
+                         ["5/11/11",6,12] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'sum Without Headers from csv' do
+
+      let(:input) { {:input_path => "spec/fixtures/testcsv_noheaders.csv",
+                     :pivot_rows => 3,    # group by
+                     :pivot_columns => 4, # new headers
+                     :pivot_data => 2,
+                     :headers => false} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ [nil,"mark","bear"],
+                         ["4/1/11",6],
+                         ["5/15/14",6,12],
+                         ["4/7/12",nil,18],
+                         ["5/11/11",6,12] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Sum With Headers and Sort from csv' do
+
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz",
+                     :sort => true} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","bear","mark"],
+                         ["4/1/11",nil,6],
+                         ["4/7/12",18],
+                         ["5/11/11",12,6],
+                         ["5/15/14",12,6] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Sum With Headers from array' do
+      data = [  ["foo", "bar", "baz", "date", "name"],
+                [1, 2, 3, "4/1/11", "mark"],
+                [4, 5, 6, "5/15/14", "mark"],
+                [7, 8, 9, "4/7/12", "bear"],
+                [10, 11, 12, "5/11/11", "bear"],
+                [1, 2, 3, "4/1/11", "mark"],
+                [4, 5, 6, "5/11/11", "mark"],
+                [7, 8, 9, "4/7/12", "bear"],
+                [10, 11, 12, "5/15/14", "bear"] ]
+
+      let(:input) { {:input_data => data, 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz"} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","mark","bear"],
+                         ["4/1/11",6],
+                         ["5/15/14",6,12],
+                         ["4/7/12",nil,18],
+                         ["5/11/11",6,12] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Sum With No Headers from array and sort' do
+      data = [  [1, 2, 3, "4/1/11", "mark"],
+                [4, 5, 6, "5/15/14", "mark"],
+                [7, 8, 9, "4/7/12", "bear"],
+                [10, 11, 12, "5/11/11", "bear"],
+                [1, 2, 3, "4/1/11", "mark"],
+                [4, 5, 6, "5/11/11", "mark"],
+                [7, 8, 9, "4/7/12", "bear"],
+                [10, 11, 12, "5/15/14", "bear"] ]
+
+      let(:input) { {:input_data => data, 
+                     :pivot_rows => 3,    # group by
+                     :pivot_columns => 4, # new headers
+                     :pivot_data => 2,
+                     :headers => false,
+                     :sort => true} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ [nil,"bear","mark"],
+                         ["4/1/11",nil,6],
+                         ["4/7/12",18],
+                         ["5/11/11",12,6],
+                         ["5/15/14",12,6] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Sum With Headers from csv to csv' do
+      output_path = "spec/fixtures/testcsv_pivoted.csv"
+
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz"} }
+      let(:output) { `rm -f #{output_path}`
+                    CsvPivot::PivotTable.new(input).pivot_to_csv(output_path)
+                    File.exists? output_path }
+      let(:expected) { true }
+
+      it 'produces a csv file' do
+        expect(output).to eq expected
+      end
+
+      let(:output) {  retrieved_data = Array.new
+                      CSV.foreach(output_path, :headers => true) do |row|
+                        retrieved_data << row
+                      end
+                      retrieved_data }
+      let(:expected) { [ ["date","mark","bear"],
+                         ["4/1/11",6],
+                         ["5/15/14",6,12],
+                         ["4/7/12",nil,18],
+                         ["5/11/11",6,12] ] }
+
+      it 'produced csv file is pivoted' do
+        expect(output).to eq expected
+      end 
+    end
+
+    #TEST DIFFERENT AGGREGATION METHODS
+    context 'Average With Headers from csv' do
+      p = Proc.new do |array|  
+        array.map(&:to_i).reduce(0, :+)/array.length
+      end
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz",
+                     :aggregate_method => p} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","mark","bear"],
+                         ["4/1/11",3],
+                         ["5/15/14",6,12],
+                         ["4/7/12",nil,9],
+                         ["5/11/11",6,12] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Count With Headers from csv' do
+      p = Proc.new do |array|  
+        array.length
+      end
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz",
+                     :aggregate_method => p} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","mark","bear"],
+                         ["4/1/11",2],
+                         ["5/15/14",1,1],
+                         ["4/7/12",nil,2],
+                         ["5/11/11",1,1] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+    context 'Sum With Headers and Totals Column and Row from csv' do
+      let(:input) { {:input_path => "spec/fixtures/testcsv.csv", 
+                     :pivot_rows => "date",    # group by
+                     :pivot_columns => "name", # new headers
+                     :pivot_data => "baz",
+                     :column_total => true,
+                     :row_total => true} }
+      let(:output) { CsvPivot::PivotTable.new(input).pivot }
+      let(:expected) { [ ["date","mark","bear","Total"],
+                         ["4/1/11",6,nil,6],
+                         ["5/15/14",6,12,18],
+                         ["4/7/12",nil,18,18],
+                         ["5/11/11",6,12,18],
+                         ["Total",18,42,60] ] }
+
+      it 'produces pivoted data' do
+        expect(output).to eq expected
+      end
+    end
+
+  end # end describe '#pivot'
+
+end # end describe CsvPivot::PivotTable
+
+=begin
+[  [foo,bar,baz,date,name],
+   [1,2,3,"4/1/11",mark],
+   [4,5,6,"5/15/14",mark],
+   [7,8,9,"4/7/12",bear],
+   [10,11,12,"5/11/11",bear],
+   [1,2,3,"4/1/11",mark],
+   [4,5,6,"5/11/11",mark],
+   [7,8,9,"4/7/12",bear],
+   [10,11,12,"5/15/14",bear] ]
+=end

data/spec/lib/csv_pivot_spec.rb

@@ -0,0 +1,7 @@
+
+require 'spec_helper'
+require 'csv_pivot'
+
+describe CsvPivot do 
+  #it exists
+end

data/spec/spec_helper.rb

@@ -0,0 +1,78 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause this
+# file to always be loaded, without a need to explicitly require it in any files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, make a
+# separate helper file that requires this one and then use it only in the specs
+# that actually need it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+    expectations.syntax = :expect
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+    mocks.syntax = :expect
+
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended.
+    mocks.verify_partial_doubles = true
+  end
+=end
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification
+name: csv_pivot
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Knut Knutson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- csv_pivot.gemspec
+- lib/csv_pivot.rb
+- lib/csv_pivot/array_handler.rb
+- lib/csv_pivot/csv_handler.rb
+- lib/csv_pivot/pivot_table.rb
+- lib/csv_pivot/ruby_file.rb
+- lib/csv_pivot/version.rb
+- spec/.DS_Store
+- spec/fixtures/testcsv.csv
+- spec/fixtures/testcsv_noheaders.csv
+- spec/lib/csv_pivot/pivot_table_spec.rb
+- spec/lib/csv_pivot_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Pivots an row major ordered array or csv file and returns an array or csv
+  file.
+test_files:
+- spec/.DS_Store
+- spec/fixtures/testcsv.csv
+- spec/fixtures/testcsv_noheaders.csv
+- spec/lib/csv_pivot/pivot_table_spec.rb
+- spec/lib/csv_pivot_spec.rb
+- spec/spec_helper.rb