csv_madness 0.0.6 → 0.0.10

data/lib/csv_madness/utils/looker_upper.rb

@@ -0,0 +1,36 @@
+module CsvMadness
+  module Utils
+    # Fast insert/remove/lookup indexing utility.  
+    # 
+    # For example, if you're keeping an index of a spreadsheet column, and you want to be able at any moment to get the records
+    # containing that value (id = 7124) or (name = 'Mary'), 
+    #
+    # Is it a hash?  Two hashes?
+    # It's like a hash because...
+    #
+    # It's like an array because order needs to be preserved.
+    # 
+    # - insert( key, val )
+    #    - add_to_result_index
+    #    - add_position_in_result_index_to removal index
+    #    - 
+    # - update( key, val )
+    #
+    # - remove( val )
+    #
+    # - fetch_results( key )
+    #
+    # Is the order important?  Definitely.  But that means re-indexing whenever the record order changes?
+    #
+    # results_data
+    # removal_data
+    # ordering_data ... shared by multiple 
+    
+    # lu = LookerUpper.new
+    # lu.keep( )
+    
+    class LookerUpper
+      
+    end
+  end
+end

data/lib/csv_madness.rb

@@ -2,7 +2,7 @@ require 'csv'
 require 'fun_with_gems'
 # require 'fun_with_version_strings'
 require 'time'        # to use Time.parse to parse cells to get the date
+require 'set'
 
-lib_dir = __FILE__.fwf_filepath.dirname
-FunWith::Gems.make_gem_fun( "CsvMadness", :require => lib_dir.join( "csv_madness" ) )
+FunWith::Gems.make_gem_fun( "CsvMadness" )
 

data/test/csv/nil_headers.csv

@@ -0,0 +1,5 @@
+,fname,,,
+"1","Mary","Moore","27","1986-04-08 15:06:10"
+"2","Bill","Paxton","39","1974-02-22"
+"3","Charles","Darwin","72","Invalid Date"
+"4","Chuck","Norris","57","1901-03-02"

data/test/csv/pokemon.csv

@@ -0,0 +1,9 @@
+ID,PokemonType,CP,HP
+1,Jigglypuff,392,54
+2,Pikachu,408,29
+3,Charmander,392,35
+4,Tentacool,376,35
+5,Haunter,338,27
+6,Meowth,401,55
+7,Geodude,338,48
+8,Haunter,301,55

data/test/csv/test_column_types.csv

@@ -1,3 +1,3 @@
-"id","number","integer","float","date"
+"id","number","integer","float","date","string"
 ,,,,
-12,134.2,100,123.4,2013-01-13
+12,134.2,100,123.4,2013-01-13,"I am the very model of a coding individual"

data/test/helper.rb

@@ -33,23 +33,27 @@ class MadTestCase < FunWith::Testing::TestCase # Test::Unit::TestCase
     set_spreadsheet_paths
   end
   
+  def load_sheet( *args )
+    @sheet = CsvMadness.load( *args )
+  end
+  
   def load_mary
-    id = @simple.index_columns.first
+    id = @simple.columns.first
     @mary = @simple.fetch( id, MARY_ID )
   end
   
   def load_bill
-    id = @simple.index_columns.first
+    id = @simple.columns.first
     @bill = @simple.fetch( id, BILL_ID )
   end
   
   def load_darwin
-    id = @simple.index_columns.first
+    id = @simple.columns.first
     @darwin = @simple.fetch( id, DARWIN_ID )
   end
   
   def load_chuck
-    id = @simple.index_columns.first
+    id = @simple.columns.first
     @chuck = @simple.fetch( id, CHUCK_ID )
   end
      
@@ -75,8 +79,12 @@ class MadTestCase < FunWith::Testing::TestCase # Test::Unit::TestCase
     @simple.alter_column(:born) do |val|
       if val.is_a?(String)
         -1.0
-      else
+      elsif val.is_a?(Date)
+        val.wday
+      elsif val.is_a?(Time)
         (Time.now - val).to_f
+      else
+        57.3
       end
     end
 

data/test/test_builder.rb

@@ -4,15 +4,19 @@ class TestBuilder < MadTestCase
   context "testing simple cases" do
     should "spreadsheetize integers" do
       integers = [65, 66, 67, 68, 69, 70]
+      
       sb = CsvMadness::Builder.new do |s|
-        s.column( :even, "even?" )
+        s.column( :even, "even?" )          # calls the .even?() method on each object
         s.column( :odd, "odd?" )
         s.column( :hashh, "hash" )
-        s.column( :hashhash, "hash.hash" )
+        s.column( :hashhash, "hash.hash" )  # calls .hash(), then calls .hash() on result
         s.column( :chr )
         s.column( :not_a_valid_method )
+        s.column( :square ) do |i|          # Stores the block as a proc, runs on each object.
+          i * i
+        end
       end
-      # 
+      
       ss = sb.build( integers )
       
       for record in ss.records
@@ -27,7 +31,43 @@ class TestBuilder < MadTestCase
       ss = sb.build( integers, :on_error => :ignore )
       
       assert_equal "", ss.records.first.not_a_valid_method
+      assert_equal 4225, ss.records.first.square
+    end
+  end
+  
+  context "testing convenience column methods" do
+    setup do
+      @builder = CsvMadness::Builder.new do |s|
+        s.constant_column :string, "String"
+        s.constant_column :int,    5
+        s.constant_column :sym,    :sym
+        s.blank_column    :blank 
+        s.counter_column  :line,   1 
+      end
       
+      @sheet = @builder.build( [nil, nil, nil] )
+    end
+    
+    should "calculate the resulting sheet accurately" do
+      assert_equal [nil,nil,nil], @sheet.column( :blank )
+      assert_equal ["String", "String", "String"], @sheet.column( :string )
+      assert_equal 3, @sheet.records.last.line
+      assert_equal :sym, @sheet.records[0].sym
+      assert_equal 5, @sheet.records[1].int
+      assert_equal 5, @sheet.records[0][1]
+    end
+    
+    should "add a record without a dumpster fire ensuing" do
+      data = [7] * @builder.column_names.length
+      
+      @sheet.add_record( data )
+      
+      
+      r = @sheet.records.last
+
+      for sym in @builder.column_names
+        assert_equal 7, r.send( sym )
+      end
     end
   end
 end

data/test/test_csv_madness.rb

@@ -55,9 +55,9 @@ class TestCsvMadness < MadTestCase
             cell = "*#{cell}*"
           end
         
-          bill = @simple.fetch(:id, "2")
-          mary = @simple.fetch(:id, "1")
-        
+          bill = @simple.fetch(:id, "*2*")
+          mary = @simple.fetch(:id, "*1*")
+          
           assert_equal "*Bill*", bill.fname
           assert_equal "*Moore*", mary.lname
           assert_equal "*1*", mary.id
@@ -104,39 +104,47 @@ class TestCsvMadness < MadTestCase
         
         should "parse a date column with one invalid date" do
           @simple.set_column_type( :born, :date )
+          debugger
           born1 = @simple[0].born
           born3 = @simple[2].born
           assert_kind_of Time, born1
           assert_in_delta Time.parse("1986-04-08"), born1, 3600 * 24
         
           assert_kind_of String, born3
-          assert_match /Invalid Time Format/, born3
+          assert_match( /Invalid Time Format/, born3 )
         end
       
         should "successfully decorate record objects with new functionality" do
-          moduul = Module.new do
-            def full_name
-              "#{self.fname} #{self.lname}"
-            end
+
+
+          @simple.add_extra_method( :full_name ) do |record|
+            "#{record.fname} #{record.lname}"
+          end
           
-            def name_last_first
-              "#{self.lname}, #{self.fname}"
-            end
+          @simple.add_extra_method( :name_last_first ) do |record|
+            "#{record.lname}, #{record.fname}"
           end
-        
-          @simple.add_record_methods( moduul )
-        
+          
           assert @simple[0].respond_to?( :full_name )
           assert_equal "Mary Moore", @simple[0].full_name
           assert @simple[0].respond_to?( :name_last_first )
           assert_equal "Moore, Mary", @simple[0].name_last_first
         end
+        
+        should "add extra method that takes an additional argument" do
+          @simple.add_extra_method( :excited ) do |record, mark_of_excitement = "!"|
+            "#{record.fname} #{record.lname}#{mark_of_excitement}"
+          end
+        
+          
+          assert_equal "Mary Moore!", @simple[0].excited
+          assert_equal "Mary Moore?", @simple[0].excited("?")          
+        end
+        
       
         should "add methods to record objects (block form)" do
-          @simple.add_record_methods do
-            def full_name
-              "#{self.fname} #{self.lname}"
-            end
+          @simple.add_extra_method( :full_name ) do |record|
+             "#{record.fname} #{record.lname}"
           end
         
           assert @simple[0].respond_to?( :full_name )
@@ -145,6 +153,7 @@ class TestCsvMadness < MadTestCase
       
         should "return an array of objects when feeding fetch() an array" do
           records = @simple.fetch(:id, ["1","2"])
+
           assert_equal records.length, records.compact.length
           assert_equal 2, records.length
           assert_equal "1", records.first.id
@@ -202,7 +211,7 @@ class TestCsvMadness < MadTestCase
       
       should "stomp away the nils" do
         @norris = @nilsheet.fetch(:id, "4")
-        assert_equal nil, @norris.born
+        assert_nil @norris.born
         assert_equal "Chuck", @norris.fname
       
         @nilsheet.nils_are_blank_strings  # should turn every nil into a ''
@@ -212,19 +221,18 @@ class TestCsvMadness < MadTestCase
       
       should "to_csv properly" do
         @to_csv = @nilsheet.to_csv( force_quotes: true )
-        assert_match /"Moore"/, @to_csv
-        assert_match /"age","born"/, @to_csv
+        assert_match( /"Moore"/, @to_csv )
+        assert_match( /"age","born"/, @to_csv )
       end
       
       should "write to an output file properly" do
-        # debugger
         @outfile = @csv_output_path.join("output_nilfile.csv")
         @nilsheet.write_to_file( @outfile, force_quotes: true )
         
         assert File.exist?( @outfile )
         @to_csv = File.read( @outfile )
-        assert_match /"Moore"/, @to_csv
-        assert_match /"age","born"/, @to_csv
+        assert_match( /"Moore"/, @to_csv )
+        assert_match( /"age","born"/, @to_csv )
       end
     end
     
@@ -236,7 +244,7 @@ class TestCsvMadness < MadTestCase
         
         should "add column" do
           @simple.add_column( :compound ) do |h, record|
-            v = "#{record.fname} #{record.lname} #{record.id}"
+            "#{record.fname} #{record.lname} #{record.id}"
           end
           
           load_mary
@@ -245,6 +253,7 @@ class TestCsvMadness < MadTestCase
         
         should "drop column" do
           load_mary
+          
           assert @mary.respond_to?(:lname)
           assert_equal "Moore", @mary.lname
           

data/test/test_index_set.rb

@@ -0,0 +1,30 @@
+require 'helper'
+
+class TestIndexSet < MadTestCase
+  include CsvMadness
+  
+  context "testing set equality" do
+    setup do
+      @set0 = IndexSet.new( :even, true )
+      @set1 = IndexSet.new( :odd, false )
+    end    
+    
+    should "be unequal when empty" do
+      @set0 != @set1
+    end
+    
+    should "be unequal when containing the same objects" do
+      @set0.add( 0 )
+      @set1.add( 0 )
+      
+      @set0 != @set1
+    end
+    
+    _should "do a thing" do
+      1000.times do
+        ix = IndexSet.new( :even, :true )
+        puts ix.object_id
+      end
+    end
+  end
+end

data/test/test_indexer.rb

@@ -0,0 +1,50 @@
+require 'helper'
+
+class TestIndexer < MadTestCase
+  context "absolute basics" do
+    setup do
+      @ix = CsvMadness::Indexer.new
+    end    
+    
+    should "have created an Indexer" do
+      assert_kind_of CsvMadness::Indexer, @ix
+      
+      assert_respond_to @ix, :index
+      assert_respond_to @ix, :unindex
+      assert_respond_to @ix, :lookup
+    end
+    
+    should "add items to and retrieve items from an indexer" do
+      @ix.index( 5, :even?, 5.even? )
+      result = @ix.lookup( :even?, false )
+      assert_equal [5], result
+    end
+  end 
+  
+  context "testing index " do
+    setup do
+      @ix = CsvMadness::Indexer.new
+    end
+    
+    _should "add and remove items, with the lookup staying up-to-date" do
+      for i in 0..9
+        @ix.index( i, :even?, i.even? )
+        @ix.index( i, :odd?,  i.odd?  )
+      end
+      
+      assert_equal( [0,2,4,6,8], @ix.lookup( :even?, true  ) )
+      assert_equal( [1,3,5,7,9], @ix.lookup( :even?, false ) )
+      assert_equal( [0,2,4,6,8], @ix.lookup( :odd?,  false ) )
+      assert_equal( [1,3,5,7,9], @ix.lookup( :odd?,  true  ) )
+      
+      for i in 0..9
+        @ix.unindex( i )
+      end
+      
+      assert_equal( [], @ix.lookup( :even?, true  ) )
+      assert_equal( [], @ix.lookup( :even?, false ) )
+      assert_equal( [], @ix.lookup( :odd?,  true  ) )
+      assert_equal( [], @ix.lookup( :odd?,  false ) )
+    end
+  end
+end

data/test/test_reloading_spreadsheet.rb

@@ -12,9 +12,12 @@ class TestCsvMadness < MadTestCase
       assert @mary.respond_to?(:lname)
       assert @darwin.respond_to?(:fname)
       assert @mary.born.is_a?(String)
-
+      
       muck_up_spreadsheet
-      set_person_records
+      # set_person_records
+      
+      assert_kind_of CsvMadness::Record, @mary
+      assert_kind_of CsvMadness::Record, @darwin
       
       assert !@mary.respond_to?(:lname)
       assert !@darwin.respond_to?(:fname)