csv_madness 0.0.6 → 0.0.12

data/lib/csv_madness/sheet.rb

@@ -1,144 +1,16 @@
 module CsvMadness
   class Sheet
-    COLUMN_TYPES = {
-      number: Proc.new do |cell, record|
-        rval = cell
-        
-        unless cell.nil? || (cell.is_a?(String) && cell.length == 0)
-        
-          begin
-            rval = Integer(cell)
-          rescue
-            # do nothing
-          end
-        
-          unless rval.is_a?(Integer)
-            begin
-              rval = Float(cell)
-            rescue
-              # do nothing
-            end
-          end
-        end
-        
-        rval
-      end,
-      
-      integer: Proc.new do |cell, record|
-        begin
-          Integer(cell)
-        rescue
-          cell
-        end
-      end,
-      
-      float:   Proc.new do |cell, record|
-        begin
-          Float(cell)
-        rescue
-          cell
-        end
-      end,
-      
-      date:    Proc.new do |cell, record|
-        begin
-          parse = Time.parse( cell || "" )
-        rescue ArgumentError
-          if cell =~ /^Invalid Time Format: /
-            parse = cell
-          else
-            parse = "Invalid Time Format: <#{cell}>"
-          end
-        end
-        
-        parse
-      end
-    }
-    
-    FORBIDDEN_COLUMN_NAMES = [:to_s]  # breaks things hard when you use them.  Probably not comprehensive, sadly.
-    
-    # Used to make getter/setter names out of the original header strings.
-    # " hello;: world! " => :hello_world
-    def self.getter_name( name )
-      name = name.strip.gsub( /\s+/, "_" ).gsub( /(\W|_)+/, "_" ).downcase
-      name = name.gsub( /_+$/, "" )
-      if name.match( /^\d/ )
-        name = "_#{name}"
-      end
-      
-      name.to_sym
-    end
-    
-    
-    # Paths to be searched when CsvMadness.load( "filename.csv" ) is called.
-    def self.add_search_path( path )
-      @search_paths ||= []
-      path = Pathname.new( path ).expand_path
-      unless path.directory?
-        raise "The given path does not exist"
-      end
-      
-      @search_paths << path unless @search_paths.include?( path )
-    end
+    extend  SheetMethods::ClassMethods 
+    include SheetMethods::Base
+    include SheetMethods::Indexing
+    include SheetMethods::FileMethods
+    include SheetMethods::ColumnMethods
+    include SheetMethods::RecordMethods
     
-    def self.search_paths
-      @search_paths
-    end
-    
-    def self.from( csv_file, opts = {} )
-      if f = find_spreadsheet_in_filesystem( csv_file )
-        Sheet.new( f, opts )
-      else
-        raise "File not found."
-      end
-    end
-    
-    # Search absolute/relative-to-current-dir before checking
-    # search paths.
-    def self.find_spreadsheet_in_filesystem( name )
-      @search_paths ||= []
-
-      expanded_path = Pathname.new( name ).expand_path
-      if expanded_path.exist?
-        return expanded_path
-      else   # look for it in the search paths
-        @search_paths.each do |p|
-          file = p.join( name )
-          if file.exist? && file.file?
-            return p.join( name )
-          end
-        end
-      end
-      
-      nil
-    end
     
-    # opts are passed to underlying CSV (:row_sep, :encoding, :force_quotes)
-    def self.to_csv( spreadsheet, opts = {} )
-      out = spreadsheet.columns.to_csv( opts )
-      spreadsheet.records.inject( out ) do |output, record|
-        output << record.to_csv( opts )
-      end
-    end
+    attr_reader :columns, :index_columns, :record_class, :opts
+    attr_accessor :spreadsheet_file
     
-    def self.write_to_file( spreadsheet, file, opts = {} )
-      file = file.fwf_filepath.expand_path
-      File.open( file, "w" ) do |f|
-        f << spreadsheet.to_csv( opts )
-      end
-    end
-    
-    def write_to_file( file, opts = {} )
-      self.class.write_to_file( self, file, opts )
-    end
-
-    def to_csv( opts = {} )
-      self.records.inject( self.columns.to_csv( opts ) ) do |output, record|
-        output << record.to_csv( opts )
-      end
-    end
-    
-    attr_reader :columns, :index_columns, :records, :spreadsheet_file, :record_class, :opts
     # opts: 
     #   index: ( [:id, :id2 ] )
     #       columns you want mapped for quick 
@@ -154,6 +26,8 @@ module CsvMadness
     #   header:   false       
     #       anything else, we assume the csv file has a header row
     def initialize( *args )
+      @csv = nil
+      
       if args.last.is_a?(Hash)
         @opts = args.pop
       else
@@ -178,117 +52,22 @@ module CsvMadness
       reload_spreadsheet
     end
     
-    def <<( record )
-      self.add_record( record )
-    end
-    
-    def add_record( record )
-      case record
-      when Array
-        # CSV::Row.new( column names, column_entries ) (in same order as columns, natch) 
-        record = CSV::Row.new( self.columns, record )
-      when Hash
-        header = []
-        fields = []
-        
-        for col in self.columns
-          header << col
-          fields << record[col]
-        end
-        
-        record = CSV::Row.new( header, fields )
-      when CSV::Row
-        # do nothing
-      else
-        raise "sheet.add_record() doesn't take objects of type #{record.inspect}" unless record.respond_to?(:csv_data)
-        record = record.csv_data
-      end
-      
-      record = @record_class.new( record )
-      @records << record
-      add_to_indexes( record )
-    end
-    
-    # record can be the row number (integer from 0...@records.length)
-    # record can be the record itself (anonymous class)
-    def remove_record( record )
-      record = @records[record] if record.is_a?(Integer)
-      return if record.nil?
-      
-      self.remove_from_index( record )
-      @records.delete( record )
-    end
     
-    # Here's the deal: you hand us a block, and we'll remove the records for which
-    # it yields _true_.
-    def remove_records( records = nil, &block )
-      if block_given?
-        for record in @records
-          remove_record( record ) if yield( record ) == true
-        end
-      else # records should be an array
-        for record in records
-          self.remove_record( record )
-        end
-      end
-    end
-    
-    def reload_spreadsheet( opts = @opts )
-      load_csv if @spreadsheet_file
-      set_initial_columns( opts[:columns] )
-      create_record_class
-      package
-      
-      set_index_columns( opts[:index] )
-      reindex
-    end
 
-    def set_index_columns( index_columns )
-      @index_columns = case index_columns
-      when NilClass
-        []
-      when Symbol
-        [ index_columns ]
-      when Array
-        index_columns
+    def to_csv
+      self.records.inject( self.columns.to_csv ) do |output, record|
+        output << record.to_csv
       end
     end
-    
+
     def [] offset
       @records[offset]
     end
-  
-    # Fetches an indexed record based on the column indexed and the keying object.
-    # If key is an array of keying objects, returns an array of records in the
-    # same order that the keying objects appear.
-    # Index column should yield a different, unique value for each record.
-    def fetch( index_col, key )
-      if key.is_a?(Array)
-        key.map{ |key| @indexes[index_col][key] }
-      else
-        @indexes[index_col][key]
-      end
-    end
-    
-    # function should take an object, and return either true or false
-    # returns an array of objects that respond true when put through the
-    # meat grinder
-    def filter( &block )
-      rval = []
-      @records.each do |record|
-        rval << record if ( yield record )
-      end
     
-      rval
+    def records
+      @records ||= []
     end
-    
-    # removes rows which fail the given test from the spreadsheet.
-    def filter!( &block )
-      @records = self.filter( &block )
-      reindex
-      @records
-    end
-    
+  
     
     # give a copy of the current spreadsheet, but with no records
     def blanked()
@@ -329,18 +108,6 @@ module CsvMadness
       # records
     end
     
-    def column col
-      @records.map(&col)
-    end
-    
-    # retrieve multiple columns.  Returns an array of the form
-    # [ [record1:col1, record1:col2...], [record2:col1, record2:col2...] [...] ]
-    def multiple_columns(*args)
-      @records.inject([]){ |memo, record|
-        memo << args.map{ |arg| record.send(arg) }
-        memo
-      }
-    end
     
     # if blank is defined, only the records which are non-blank in that
     # column will actually be yielded.  The rest will be set to the provided
@@ -351,92 +118,6 @@ module CsvMadness
       end
     end
 
-    def alter_column( column, blank = :undefined, &block )
-      raise "Column does not exist: #{column}" unless @columns.include?( column )
-      
-      if cindex = @columns.index( column )
-        for record in @records
-          if record.blank?(column) && blank != :undefined
-            record[cindex] = blank
-          else
-            record[cindex] = yield( record[cindex], record )
-          end
-        end
-      end
-    end
-    
-    # If no block given, adds an empty column
-    def add_column( column, &block )
-      raise "Column already exists: #{column}" if @columns.include?( column )
-      raise "#{column} is in the list FORBIDDEN_COLUMN_NAMES" if FORBIDDEN_COLUMN_NAMES.include?(column)
-      @columns << column
-      
-      # add empty column to each row
-      @records.map{ |r|
-        r.csv_data << {column => ""} 
-      }
-      
-      update_data_accessor_module
-      
-      if block_given?
-        alter_column( column ) do |val, record|
-          yield val, record
-        end
-      end
-    end
-    
-    def drop_column( column )
-      raise "Column does not exist" unless @columns.include?( column )
-      
-      @columns.delete( column )
-      
-      key = column.to_s
-      
-      @records.map{ |r|
-        r.csv_data.delete( key )
-      }
-      
-      update_data_accessor_module
-    end
-    
-    def rename_column( column, new_name )
-      @columns[@columns.index(column)] = new_name
-      rename_index_column( column, new_name ) if @index_columns.include?( column )
-      update_data_accessor_module
-    end
-    
-    def set_column_type( column, type, blank = :undefined )
-      alter_column( column, blank, &COLUMN_TYPES[type] )
-    end
-
-    
-    # If :reverse_merge is true, then the dest column is only overwritten for records where :dest is blank
-    def merge_columns( source, dest, opts = {} )
-      opts = { :drop_source => true, :reverse_merge => false, :default => "" }.merge( opts )
-      column_must_exist( source, dest )
-      
-      self.records.each do |record|
-        if opts[:reverse_merge] == false || record.blank?( dest )
-          record[dest] = record.blank?(source) ? opts[:default] : record[source]
-        end
-      end
-      
-      self.drop_column( source ) if opts[:drop_source]
-    end
-    
-    # By default, the
-    def concat_columns( col1, col2, opts = {} )
-      opts =  {:separator => '', :out => col1}.merge( opts )
-      
-      column_must_exist( col1, col2 )
-      self.add_column( opts[:out] ) unless self.columns.include?( opts[:out] )
-      
-      for record in self.records
-        record[ opts[:out] ] = "#{record[col1]}#{opts[:separator]}#{record[col2]}"
-      end
-    end
-    
-    alias :concatenate :concat_columns
     
     # Note: If a block is given, the mod arg will be ignored.
     def add_record_methods( mod = nil, &block )
@@ -459,50 +140,13 @@ module CsvMadness
     end
     
     protected
-    attr_writer :columns, :index_columns, :records, :spreadsheet_file, :record_class, :opts    
+    attr_writer :columns, :index_columns, :records, :record_class, :opts    
     
     def load_csv
-      
       # encoding seems to solve a specific problem with a specific spreadsheet, at an unknown cost.
       @csv = CSV.new( File.read(@spreadsheet_file).force_encoding("ISO-8859-1").encode("UTF-8"), 
-                        { write_headers: true, 
-                          headers: ( @opts[:header] ? :first_row : false ) } )
-    end
-      
-    def add_to_index( col, key, record )
-      (@indexes[col] ||= {})[key] = record
-    end
-    
-    def add_to_indexes( records )
-      if records.is_a?( Array )
-        for record in records
-          add_to_indexes( record )
-        end
-      else
-        record = records
-        for col in @index_columns
-          add_to_index( col, record.send(col), record )
-        end
-      end
-    end
-    
-    def remove_from_index( record )
-      for col in @index_columns
-        @indexes[col].delete( record.send(col) )
-      end
-    end
-    
-    # Reindexes the record lookup tables.
-    def reindex
-      @indexes = {}
-      add_to_indexes( @records )
-    end
-    
-    # shouldn't require reindex
-    def rename_index_column( column, new_name )
-      @index_columns[ @index_columns.index( column ) ] = new_name
-      @indexes[new_name] = @indexes[column]
-      @indexes.delete(column)
+                      write_headers: true, 
+                      headers: ( @opts[:header] ? :first_row : false ))
     end
     
     # Each spreadsheet has its own anonymous record class, and each CSV row instantiates
@@ -547,14 +191,13 @@ module CsvMadness
       else
         unless !@csv || columns.length == csv_column_count
           $stderr.puts "Warning <#{@spreadsheet_file}>: columns array does not match the number of columns in the spreadsheet." 
+          @columns = columns
           compare_columns_to_headers
         end
       end
-      
-      for column in columns
-        raise "#{column} is in the list FORBIDDEN_COLUMN_NAMES" if FORBIDDEN_COLUMN_NAMES.include?(column)
-      end
-      
+
+      raise_on_forbidden_column_names( columns )
+
       @columns = columns
     end
     
@@ -563,9 +206,10 @@ module CsvMadness
     # column list.
     def compare_columns_to_headers
       headers = fetch_csv_headers
-
-      for i in 0...([@columns, headers].map(&:length).max)
-        $stdout.puts "\t#{i}:  #{@columns[i]} ==> #{headers[i]}"
+      max_index = ([@columns, headers].map(&:length).max)
+      
+      for i in 0 ... max_index
+        $stdout.puts "\t#{i}:  #{@columns[i].inspect} ==> #{headers[i].inspect}"
       end
     end
     
@@ -574,7 +218,7 @@ module CsvMadness
     def package
       @records = []
       (@csv || []).each do |row|
-        @records << @record_class.new( row )
+        @records << @record_class.new( row, self.column_accessors_map )
       end
     end
   
@@ -583,6 +227,8 @@ module CsvMadness
       fetch_csv_headers.length
     end
     
+    # returns a mapping based off the current ordered list of columns.
+    # A hash where the first column
     def columns_to_mapping
       @columns.each_with_index.inject({}){ |memo, item| 
         memo[item.first] = item.last
@@ -597,13 +243,12 @@ module CsvMadness
     end
     
     def update_data_accessor_module
+      debugger
       @module.remap_accessors( columns_to_mapping )
     end
-  
-    def column_must_exist( *cols )
-      for col in cols
-        raise ArgumentError.new( "#{caller[0]}: column :#{col} does not exist.") unless self.columns.include?(col)
-      end
+    
+    def column_accessors_map
+      @module.column_accessors_map
     end
   end
 end

data/lib/csv_madness/sheet_methods/base.rb

@@ -0,0 +1,6 @@
+module CsvMadness
+  module SheetMethods
+    module Base
+    end
+  end
+end

data/lib/csv_madness/sheet_methods/class_methods.rb

@@ -0,0 +1,77 @@
+module CsvMadness
+  module SheetMethods
+    module ClassMethods
+      # Used to make getter/setter names out of the original header strings.
+      # " hello;: world! " => :hello_world
+      def getter_name( name )
+        # replace any run of non-word characters with a single "_"
+        name = name.downcase.gsub( /(\W|_|\s)+/, "_" )
+      
+        # snip trailing and leading "_"
+        name = name.gsub( /(^_+|_+$)/, "" )
+      
+        # add leading "_" when we'd otherwise have a method name starting with a digit
+        name = "_#{name}" if name.match( /^\d/ )
+      
+        name.to_sym
+      end
+    
+    
+      # Paths to be searched when CsvMadness.load( "filename.csv" ) is called.
+      def add_search_path( path )
+        @search_paths ||= []
+        path = Pathname.new( path ).expand_path
+        unless path.directory?
+          raise "The given path does not exist"
+        end
+      
+        @search_paths << path unless @search_paths.include?( path )
+      end
+    
+      def search_paths
+        @search_paths
+      end
+    
+      def from( csv_file, opts = {} )
+        if f = find_spreadsheet_in_filesystem( csv_file )
+          Sheet.new( f, opts )
+        else
+          raise "File not found."
+        end
+      end
+    
+      # Search absolute/relative-to-current-dir before checking
+      # search paths.
+      def find_spreadsheet_in_filesystem( name )
+        @search_paths ||= []
+
+        expanded_path = Pathname.new( name ).expand_path
+        if expanded_path.exist?
+          return expanded_path
+        else   # look for it in the search paths
+          @search_paths.each do |p|
+            file = p.join( name )
+            if file.exist? && file.file?
+              return p.join( name )
+            end
+          end
+        end
+      
+        nil
+      end
+    
+      # opts are passed to underlying CSV (:row_sep, :encoding, :force_quotes)
+      def to_csv( spreadsheet, opts = {} )
+        out = spreadsheet.columns.to_csv
+        spreadsheet.records.inject( out ) do |output, record|
+          output << record.to_csv
+        end
+      end
+    
+      def write_to_file( spreadsheet, file )
+        file = file.fwf_filepath.expand_path
+        file.write( spreadsheet.to_csv )
+      end
+    end
+  end
+end