motion-csv 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YWEyYmZjNDU5YzI4ZGFmODBjZmQxODc3OWMyMTEyM2VmZmNjMTUyMw==
+  data.tar.gz: !binary |-
+    ZmY5N2E0MzM0YjZlZDBkMmNiZjZiM2YwZDRjZDljNjg4Nzg3Y2E4OA==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    Y2E1NmIyM2E4NDFlM2FlMmMwYmQ3ZDEwODEyN2RmMDhiMGQyYzJhMTYyZDA1
+    M2U3MTMwNTUxM2I4ZDViNzFjZWY0MDYyNDU1ZGQ2YmY4MGRiN2EyYzBjMDk0
+    ZWJlMTVjYWJiMjViNzE5NGJjZmQwMGZlNjhjNmMyN2NmN2RjYzY=
+  data.tar.gz: !binary |-
+    YjczNjRhM2NjMTJlMTQ1YWFkMzAwZmRlNmJhZjc1ZjU3NjlhYzBjYjBhNTE1
+    NmMzMDA4MGNiZWIzZTUzMjExNDc0MTY0MDdlOTk5ZmExNTE4Njk2MWI4ZGZk
+    OTQyYTU3Yzk5MTFmM2E0MDhiOGVkNTQ1MDM5MThlMWZjODRiZjc=

data/README.md

@@ -0,0 +1,41 @@
+# motion-csv
+
+This is a RubyMotion friendly port of fasterer-csv by Mason: http://rubygems.org/gems/fasterer-csv
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'motion-csv'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install motion-csv
+
+## Usage
+
+Check out the `specs` dorectory for usage examples, but here's a brief example:
+
+```ruby
+csv_string = "a,b,c,d
+1,2,3,4
+5,6,7,whatever"
+
+csv = MotionCSV.parse(csv_string)
+
+puts csv.headers # [:a, :b, :c, :d]
+puts csv.first[:b] # 2
+puts csv.last[:d] # "whatever"
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/lib/motion-csv.rb

@@ -0,0 +1,8 @@
+unless defined?(Motion::Project::Config)
+  raise "This file must be required within a RubyMotion project Rakefile."
+end
+
+lib_dir_path = File.dirname(File.expand_path(__FILE__))
+Motion::Project::App.setup do |app|
+  app.files.unshift(Dir.glob(File.join(lib_dir_path, "motion-csv/**/*.rb")))
+end

data/lib/motion-csv/motion-csv.rb

@@ -0,0 +1,427 @@
+module MotionCSV
+
+  class Table < Array
+
+    class << self
+      def format_headers(unformatted)
+        unformatted.map { |header| Row.to_key(header) }
+      end
+    end
+
+    attr_reader :headers, :lines, :line_block
+
+    def initialize(headers, fail_on_malformed_columns = true, &line_block)
+      @headers = Table.format_headers(headers)
+      @fail_on_malformed_columns = fail_on_malformed_columns
+      @line_block = line_block
+      @lines = 0
+      @indexes = {}
+    end
+
+    def <<(row)
+      @lines += 1
+      if !row.is_a?(Row)
+        row = Row.new(self, row, @lines)
+      end
+      if @headers.length != row.length
+        error = "*** WARNING - COLUMN COUNT MISMATCH - WARNING ***\n*** ROW #{size} : EXPECTED #{@headers.length} : FOUND #{row.length}\n\n"
+        len = 0
+        headers.each do |header|
+          len = header.to_s.length if header.to_s.length > len
+        end
+        headers.each_with_index do |header, i|
+          error << sprintf("%-32s : %s\n", header, row[i])
+        end
+        puts error
+        raise error if @fail_on_malformed_columns
+      end
+      if line_block
+        line_block.call(row)
+      else
+        super(row)
+      end
+    end
+    alias_method :push, :<<
+
+    def merge(*tables)
+
+      tables.each do |table|
+        matching = self.headers & table.headers
+
+        key = {}
+
+        table.each do |row|
+          matching.each do |match|
+            key[match] = row[match]
+          end
+
+          self.lookup(key) { |r| r.merge(row) }
+        end
+      end
+
+      self
+
+    end
+
+    def index(columns, reindex = false)
+      columns = columns.compact.uniq.sort { |a, b| a.to_s <=> b.to_s }.map { |column| Row.to_key(column) }
+
+      key = columns.join('|#|')
+
+      @indexes[key] ||= {}
+
+      index = @indexes[key]
+
+      if reindex || index.empty?
+
+        self.each do |row|
+          vkey = columns.map { |column| row[column] }
+          index[vkey] ||= []
+          index[vkey] << row
+        end
+      end
+      index
+    end
+
+    def lookup(key)
+
+      values  = []
+      columns = key.keys.compact.uniq.sort { |a, b| a.to_s <=> b.to_s }.map do |column|
+        values << key[column]
+        Row.to_key(column)
+      end
+
+      rows = index(columns)[values]
+      if rows && block_given?
+        rows.each do |row|
+          yield(row)
+        end
+      end
+
+      rows
+    end
+
+    def write(file, quot = '"', sep = ',')
+      MotionCSV.write(file, quot, sep) do |out|
+        out << headers
+        each do |row|
+          out << row
+        end
+      end
+    end
+
+    alias_method :rows, :to_a
+    alias_method :merge!, :merge
+
+  end
+
+  class Row < Array
+
+    class << self
+      def to_key(key)
+        key = "#{key}".downcase.gsub(/\s+/, '_')
+        key.empty? ? :_ : key.to_sym
+      end
+    end
+
+    def headers
+      @headers ||= @table.headers.dup
+    end
+
+    attr_reader :line
+
+    def initialize(table, array, line=-1)
+      @table = table
+      @line = line
+      super(array)
+    end
+
+    def [](*is)
+      is.each do |i|
+        val = if i.is_a? Fixnum
+          super
+        else
+          found = headers.index(Row::to_key(i))
+          found ? super(found) : nil
+        end
+        return val unless val.nil?
+      end
+      nil
+    end
+
+    def []=(key, val)
+      if key.is_a? Fixnum
+        super
+      else
+        key = Row::to_key(key)
+        headers << key unless headers.include? key
+        found = headers.index(key)
+        super(found, val)
+      end
+    end
+
+    def pull(*columns)
+      columns.map do |column|
+        column = [nil] if column.nil?
+        self[*column]
+      end
+    end
+
+    def merge(row)
+      if row.is_a? Row
+        row.headers.each do |header|
+          self[header] = row[header]
+        end
+      else
+        row.each do |key, value|
+          self[key] = value
+        end
+      end
+      self
+    end
+
+    def to_hash
+      headers.inject({}) do |memo, h|
+        memo[h] = self[h]
+        memo
+      end
+    end
+
+    def key?(key)
+      keys.include?(Row.to_key(key))
+    end
+
+    def value?(value)
+      values.include?(value)
+    end
+
+    def method_missing(method, *args, &block)
+      to_hash.send(method, *args, &block)
+    end
+
+    alias_method :keys, :headers
+    alias_method :values, :to_a
+
+    alias_method :has_key?, :key?
+    alias_method :member?, :key?
+    alias_method :include?, :key?
+
+    alias_method :has_value?, :value?
+    alias_method :merge!, :merge
+
+  end
+
+  class NumericConversion < Array
+
+    def initialize
+      @int = @float = true
+      @dot = false
+    end
+
+    def clear
+      @int = @float = true
+      @dot = false
+      super
+    end
+
+    def <<(ch)
+      if ch == ?-.ord
+        @float = @int = size == 0
+      elsif (ch > ?9.ord || ch < ?0.ord) && ch != ?..ord
+        @int = @float = false
+      elsif ch == ?..ord && @dot
+        @int = @float = false
+      elsif ch == ?..ord
+        @int = false
+        @dot = true
+      end
+
+      super(ch.chr)
+    end
+
+    def convert(as_string = false)
+      if as_string
+        join
+      elsif empty?
+        nil
+      elsif @int
+        join.to_i
+      elsif @float
+        join.to_f
+      else
+        join
+      end
+    end
+
+  end
+
+  class NoConversion < Array
+
+    def <<(ch)
+      super(ch.chr)
+    end
+
+    def convert(as_string = false)
+      if as_string
+        join
+      elsif empty?
+        nil
+      else
+        join
+      end
+    end
+
+  end
+
+  class IOWriter
+    def initialize(file, quot = '"', sep = ',', quotenum = false)
+      @first = true; @io = file; @quot = quot; @sep = sep; @quotenum = quotenum
+    end
+
+    def <<(row)
+      raise "can only write arrays! #{row.class} #{row.inspect}" unless row.is_a? Array
+      if @first && row.is_a?(Row)
+        self.<<(row.headers)
+      end
+      @first = false
+      @io.syswrite MotionCSV::quot_row(row, @quot, @sep, @quotenum)
+      row
+    end
+  end
+
+  class << self
+
+    def headers(file, quot = '"', sep = ',', fail_on_malformed = true, column = NoConversion.new, &block)
+      parse_headers(File.open(file, 'r') { |io| io.gets }, quot, sep, fail_on_malformed, column, &block)
+    end
+
+    def read(file, quot = '"', sep = ',', fail_on_malformed = true, column = NoConversion.new, &block)
+      File.open(file, 'r') do |io|
+        parse(io, quot, sep, fail_on_malformed, column, &block)
+      end
+    end
+
+    def convread(file, quot = '"', sep = ',', fail_on_malformed = true, column = NumericConversion.new, &block)
+      File.open(file, 'r') do |io|
+        parse(io, quot, sep, fail_on_malformed, column, &block)
+      end
+    end
+
+    def parse_headers(data, quot = '"', sep = ',', fail_on_malformed = true, column = NoConversion.new, &block)
+      parse(data, quot, sep, fail_on_malformed, column, &block).headers
+    end
+
+    def parse(io, quot = '"', sep = ',', fail_on_malformed = true, column = NoConversion.new, &block)
+      q, s, row, inquot, clean, maybe, table, field, endline = quot.ord, sep.ord, [], false, true, false, nil, true, false
+
+      io.each_byte do |c|
+        next if c == ?\r.ord
+
+        if maybe && c == s
+          row << column.convert(true)
+          column.clear
+          clean, inquot, maybe, field, endline = true, false, false, true, false
+        elsif maybe && c == ?\n.ord && table.nil?
+          row << column.convert(true) unless (column.empty? && endline)
+          column.clear
+          table = Table.new(row, fail_on_malformed, &block) unless row.empty?
+          row, clean, inquot, maybe, field, endline = [], true, false, false, false, true
+        elsif maybe && c == ?\n.ord
+          row << column.convert(true) unless (column.empty? && endline)
+          column.clear
+          table << row unless row.empty?
+          row, clean, inquot, maybe, field, endline = [], true, false, false, false, true
+        elsif clean && c == q
+          inquot, clean, endline = true, false, false
+        elsif maybe && c == q
+          column << c
+          clean, maybe, endline = false, false, false
+        elsif c == q
+          maybe, endline = true, false
+        elsif inquot
+          column << c
+          clean, endline = false, false
+        elsif c == s
+          row << column.convert(false)
+          column.clear
+          clean, field, endline = true, true, false
+        elsif c == ?\n.ord && table.nil?
+
+          row << column.convert(false) unless column.empty? && endline
+
+          column.clear
+          table = Table.new(row, fail_on_malformed, &block) unless row.empty?
+          row, clean, inquot, field, endline = [], true, false, false, true
+        elsif c == ?\n.ord
+
+          row << column.convert(false) unless column.empty? && endline
+
+          column.clear
+          table << row unless row.empty?
+          row, clean, inquot, field, endline = [], true, false, false, true
+        else
+          column << c
+          clean, endline = false, false
+        end
+      end
+
+      if !clean
+        row << column.convert(maybe)
+        if table
+          table << row unless row.empty?
+        else
+          table = Table.new(row, fail_on_malformed, &block) unless row.empty?
+        end
+      elsif field
+        row << column.convert(maybe)
+      end
+
+      table
+    end
+
+    def quot_row(row, q = '"', s = ',', numquot = false)
+      num_quot = /(?:[#{q}#{s}\n]|^\d+$)/
+      need_quot = /[#{q}#{s}\n]/
+      row.map do |val|
+        if val.nil?
+          ""
+        elsif val.is_a? Numeric
+          val.to_s
+        else
+          quot = (val.is_a?(Symbol) || !numquot) ? need_quot : num_quot
+          val = String(val)
+          if val.length == 0
+            q * 2
+          else
+            val[quot] ? q + val.gsub(q, q * 2) + q : val
+          end
+        end
+      end.join(s) + "\n"
+    end
+
+    def generate(quot = '"', sep = ',', &block)
+      builder = StringIO.new
+      write(builder, quot, sep, &block)
+      builder.string
+    end
+
+    def write(data, quot = '"', sep = ',', quotenum = false, &block)
+      out(data, 'w', quot, sep, quotenum, &block)
+    end
+
+    def append(data, quot = '"', sep = ',', quotenum = false, &block)
+      out(data, 'a', quot, sep, quotenum, &block)
+    end
+
+    def out(data, mode = 'w', quot = '"', sep = ',', quotenum = false, &block)
+      if data.class == String
+        File.open(data, mode) do |io|
+          out(io, mode, quot, sep, quotenum, &block)
+        end
+      else
+        yield(IOWriter.new(data, quot, sep, quotenum))
+      end
+    end
+
+  end
+end

data/lib/motion-csv/version.rb

@@ -0,0 +1,3 @@
+module MotionCSV
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,62 @@
+--- !ruby/object:Gem::Specification
+name: motion-csv
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Mark Rickert
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  prerelease: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+description: ! 'This is a RubyMotion friendly port of fasterer-csv by Mason: http://rubygems.org/gems/fasterer-csv'
+email:
+- mjar81@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/motion-csv/motion-csv.rb
+- lib/motion-csv/version.rb
+- lib/motion-csv.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.7
+signing_key: 
+specification_version: 4
+summary: ! 'This is a RubyMotion friendly port of fasterer-csv by Mason: http://rubygems.org/gems/fasterer-csv'
+test_files: []