remote_table 0.2.32 → 1.0.0

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: remote_table
 version: !ruby/object:Gem::Version 
-  hash: 87
+  hash: 23
   prerelease: false
   segments: 
+  - 1
   - 0
-  - 2
-  - 32
-  version: 0.2.32
+  - 0
+  version: 1.0.0
 platform: ruby
 authors: 
 - Seamus Abshere
@@ -16,39 +16,38 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-10-07 00:00:00 -05:00
+date: 2011-01-24 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: roo
+  name: activesupport
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - "="
+    - - ">="
       - !ruby/object:Gem::Version 
-        hash: 13
+        hash: 11
         segments: 
-        - 1
+        - 2
         - 3
-        - 11
-        version: 1.3.11
+        - 4
+        version: 2.3.4
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: activesupport
+  name: roo
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version 
-        hash: 11
+        hash: 29
         segments: 
-        - 2
-        - 3
-        - 4
-        version: 2.3.4
+        - 1
+        - 9
+        version: "1.9"
   type: :runtime
   version_requirements: *id002
 - !ruby/object:Gem::Dependency 
@@ -68,9 +67,51 @@ dependencies:
   type: :runtime
   version_requirements: *id003
 - !ruby/object:Gem::Dependency 
-  name: nokogiri
+  name: i18n
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: builder
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: zip
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
@@ -82,11 +123,39 @@ dependencies:
         - 1
         version: 1.4.1
   type: :runtime
-  version_requirements: *id004
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: spreadsheet
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: google-spreadsheet-ruby
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id009
 - !ruby/object:Gem::Dependency 
   name: escape
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
@@ -98,11 +167,11 @@ dependencies:
         - 4
         version: 0.0.4
   type: :runtime
-  version_requirements: *id005
+  version_requirements: *id010
 - !ruby/object:Gem::Dependency 
   name: errata
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
@@ -114,48 +183,98 @@ dependencies:
         - 0
         version: 0.2.0
   type: :development
-  version_requirements: *id006
-description: Remotely open and parse Excel XLS, ODS, CSV and fixed-width tables.
-email: seamus@abshere.net
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
+  name: test-unit
+  prerelease: false
+  requirement: &id012 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id012
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id013 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id013
+- !ruby/object:Gem::Dependency 
+  name: ruby-debug
+  prerelease: false
+  requirement: &id014 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id014
+description: Gives you a standard way to parse various formats and treat them as an array of hashes.
+email: 
+- seamus@abshere.net
 executables: []
 
 extensions: []
 
-extra_rdoc_files: 
-- LICENSE
-- README.rdoc
+extra_rdoc_files: []
+
 files: 
 - .document
 - .gitignore
 - CHANGELOG
+- Gemfile
+- Gemfile.lock
 - LICENSE
 - README.rdoc
 - Rakefile
-- VERSION
 - lib/remote_table.rb
-- lib/remote_table/file.rb
-- lib/remote_table/file/csv.rb
-- lib/remote_table/file/fixed_width.rb
-- lib/remote_table/file/html.rb
-- lib/remote_table/file/ods.rb
-- lib/remote_table/file/roo_spreadsheet.rb
-- lib/remote_table/file/xls.rb
-- lib/remote_table/file/xlsx.rb
-- lib/remote_table/package.rb
-- lib/remote_table/request.rb
-- lib/remote_table/transform.rb
+- lib/remote_table/cleaner.rb
+- lib/remote_table/executor.rb
+- lib/remote_table/format.rb
+- lib/remote_table/format/delimited.rb
+- lib/remote_table/format/excel.rb
+- lib/remote_table/format/excelx.rb
+- lib/remote_table/format/fixed_width.rb
+- lib/remote_table/format/html.rb
+- lib/remote_table/format/mixins/rooable.rb
+- lib/remote_table/format/mixins/textual.rb
+- lib/remote_table/format/open_office.rb
+- lib/remote_table/hasher.rb
+- lib/remote_table/local_file.rb
+- lib/remote_table/properties.rb
+- lib/remote_table/transformer.rb
+- lib/remote_table/version.rb
 - remote_table.gemspec
-- test/remote_table_test.rb
-- test/test_helper.rb
+- test/helper.rb
+- test/test_big.rb
+- test/test_errata.rb
+- test/test_old_syntax.rb
+- test/test_old_transform.rb
+- test/test_remote_table.rb
 has_rdoc: true
-homepage: http://github.com/seamusabshere/remote_table
+homepage: https://github.com/seamusabshere/remote_table
 licenses: []
 
 post_install_message: 
-rdoc_options: 
-- --charset=UTF-8
-- --line-numbers
-- --inline-source
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -176,13 +295,17 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       segments: 
       - 0
       version: "0"
-requirements: 
-- curl
+requirements: []
+
 rubyforge_project: remotetable
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
-summary: Remotely open and parse XLS, ODS, CSV and fixed-width tables.
+summary: Open local or remote XLSX, XLS, ODS, CSV and fixed-width files.
 test_files: 
-- test/remote_table_test.rb
-- test/test_helper.rb
+- test/helper.rb
+- test/test_big.rb
+- test/test_errata.rb
+- test/test_old_syntax.rb
+- test/test_old_transform.rb
+- test/test_remote_table.rb

data/VERSION

@@ -1 +0,0 @@
-0.2.32

data/lib/remote_table/file/csv.rb

@@ -1,49 +0,0 @@
-class RemoteTable
-  module Csv
-    def each_row(&block)
-      backup_file!
-      convert_file_to_utf8!
-      remove_useless_characters!
-      skip_rows!
-      FasterCSV.foreach(path, fastercsv_options) do |row|
-        ordered_hash = ActiveSupport::OrderedHash.new
-        filled_values = 0
-        case row
-        when FasterCSV::Row
-          row.each do |header, value|
-            next if header.blank?
-            value = '' if value.nil?
-            ordered_hash[header] = value
-            filled_values += 1 if value.present?
-          end
-        when Array
-          index = 0
-          row.each do |value|
-            value = '' if value.nil?
-            ordered_hash[index] = value
-            filled_values += 1 if value.present?
-            index += 1
-          end
-        else
-          raise "Unexpected #{row.inspect}"
-        end
-        yield ordered_hash if keep_blank_rows or filled_values.nonzero?
-      end
-    ensure
-      restore_file!
-    end
-    
-    private
-    
-    def fastercsv_options
-      fastercsv_options = { :skip_blanks => !keep_blank_rows }
-      if headers == false
-        fastercsv_options.merge!(:headers => nil)
-      else
-        fastercsv_options.merge!(:headers => :first_row)
-      end
-      fastercsv_options.merge!(:col_sep => delimiter) if delimiter
-      fastercsv_options
-    end
-  end
-end

data/lib/remote_table/file/fixed_width.rb

@@ -1,19 +0,0 @@
-class RemoteTable
-  module FixedWidth
-    def each_row(&block)
-      backup_file!
-      convert_file_to_utf8!
-      remove_useless_characters!
-      crop_rows!
-      skip_rows!
-      cut_columns!
-      a = Slither.parse(path, schema_name)
-      a[:rows].each do |hash|
-        hash.reject! { |k, v| k.blank? }
-        yield hash if keep_blank_rows or hash.any? { |k, v| v.present? }
-      end
-    ensure
-      restore_file!
-    end
-  end
-end

data/lib/remote_table/file/html.rb

@@ -1,37 +0,0 @@
-class RemoteTable
-  module Html
-    def each_row(&block)
-      backup_file!
-      convert_file_to_utf8!
-      remove_useless_characters!
-      html_headers = (headers.is_a?(Array)) ? headers : nil
-      Nokogiri::HTML(unescaped_html_without_soft_hyphens, nil, 'UTF-8').xpath(row_xpath).each do |row|
-        values = row.xpath(column_xpath).map { |td| td.content.gsub(/\s+/, ' ').strip }
-        if html_headers.nil?
-          html_headers = values
-          next
-        end
-        hash = zip html_headers, values
-        yield hash if keep_blank_rows or hash.any? { |k, v| v.present? }
-      end
-    ensure
-      restore_file!
-    end
-
-    private
-    
-    # http://snippets.dzone.com/posts/show/406
-    def zip(keys, values)
-      hash = Hash.new
-      keys.zip(values) { |k,v| hash[k]=v }
-      hash
-    end
-    
-    # should we be doing this in ruby?
-    def unescaped_html_without_soft_hyphens
-      str = CGI.unescapeHTML IO.read(path)
-      str.gsub! /­/, ''
-      str
-    end
-  end
-end

data/lib/remote_table/file/ods.rb

@@ -1,11 +0,0 @@
-class RemoteTable
-  module Ods
-    def self.extended(base)
-      base.send :extend, RooSpreadsheet
-    end
-    
-    def roo_klass
-      Openoffice
-    end
-  end
-end

data/lib/remote_table/file/roo_spreadsheet.rb

@@ -1,44 +0,0 @@
-class RemoteTable
-  module RooSpreadsheet
-    def each_row(&block)
-      oo = roo_klass.new(path, nil, :ignore)
-      oo.default_sheet = sheet.is_a?(Numeric) ? oo.sheets[sheet] : sheet
-      column_references = Hash.new
-      if headers == false
-        # zero-based numeric keys
-        for col in (1..oo.last_column)
-          column_references[col] = col - 1
-        end
-      elsif headers.is_a? Array
-        # names
-        for col in (1..oo.last_column)
-          column_references[col] = headers[col - 1]
-        end
-      else
-        # read headers from the file itself
-        for col in (1..oo.last_column)
-          column_references[col] = oo.cell(header_row, col)
-          column_references[col] = oo.cell(header_row - 1, col) if column_references[col].blank? # look up
-        end
-      end
-      first_data_row.upto(oo.last_row) do |raw_row|
-        ordered_hash = ActiveSupport::OrderedHash.new
-        for col in (1..oo.last_column)
-          next if column_references[col].blank?
-          ordered_hash[column_references[col]] = oo.cell(raw_row, col).to_s.gsub(/<[^>]+>/, '').strip
-        end
-        yield ordered_hash if keep_blank_rows or ordered_hash.any? { |k, v| v.present? }
-      end
-    end
-
-    private
-
-    def header_row
-      1 + skip.to_i
-    end
-
-    def first_data_row
-      1 + header_row
-    end
-  end
-end

data/lib/remote_table/file/xls.rb

@@ -1,11 +0,0 @@
-class RemoteTable
-  module Xls
-    def self.extended(base)
-      base.send :extend, RooSpreadsheet
-    end
-    
-    def roo_klass
-      Excel
-    end
-  end
-end

data/lib/remote_table/file/xlsx.rb

@@ -1,11 +0,0 @@
-class RemoteTable
-  module Xlsx
-    def self.extended(base)
-      base.send :extend, RooSpreadsheet
-    end
-    
-    def roo_klass
-      Excelx
-    end
-  end
-end

data/lib/remote_table/file.rb

@@ -1,100 +0,0 @@
-class RemoteTable
-  class File
-    attr_accessor :filename, :format, :delimiter, :skip, :cut, :crop, :sheet, :headers, :schema, :schema_name, :trap
-    attr_accessor :encoding
-    attr_accessor :path
-    attr_accessor :keep_blank_rows
-    attr_accessor :row_xpath
-    attr_accessor :column_xpath
-    
-    def initialize(bus)
-      @filename = bus[:filename]
-      @format = bus[:format] || format_from_filename
-      @delimiter = bus[:delimiter]
-      @sheet = bus[:sheet] || 0
-      @skip = bus[:skip] # rows
-      @keep_blank_rows = bus[:keep_blank_rows] || false
-      @crop = bus[:crop] # rows
-      @cut = bus[:cut]   # columns
-      @headers = bus[:headers]
-      @schema = bus[:schema]
-      @schema_name = bus[:schema_name]
-      @trap = bus[:trap]
-      @encoding = bus[:encoding] || 'UTF-8'
-      @row_xpath = bus[:row_xpath]
-      @column_xpath = bus[:column_xpath]
-      extend "RemoteTable::#{format.to_s.camelcase}".constantize
-    end
-    
-    def tabulate(path)
-      define_fixed_width_schema! if format == :fixed_width and schema.is_a?(Array) # TODO move to generic subclass callback
-      self.path = path
-      self
-    end
-    
-    private
-    
-    # doesn't support trap
-    def define_fixed_width_schema!
-      raise "can't define both schema_name and schema" if !schema_name.blank?
-      self.schema_name = "autogenerated_#{filename.gsub(/[^a-z0-9_]/i, '')}".to_sym
-      self.trap ||= lambda { |_| true }
-      Slither.define schema_name do |d|
-        d.rows do |row|
-          row.trap(&trap)
-          schema.each do |name, width, options|
-            if name == 'spacer'
-              row.spacer width
-            else
-              row.column name, width, options
-            end
-          end
-        end
-      end
-    end
-    
-    def backup_file!
-      FileUtils.cp path, "#{path}.backup"
-    end
-    
-    def skip_rows!
-      return unless skip
-      RemoteTable.bang path, "tail -n +#{skip + 1}"
-    end
-    
-    USELESS_CHARACTERS = [
-      '\xef\xbb\xbf',   # UTF-8 byte order mark
-      '\xc2\xad'        # soft hyphen, often inserted by MS Office (html: ­)
-    ]
-    def remove_useless_characters!
-      RemoteTable.bang path, "perl -pe 's/#{USELESS_CHARACTERS.join '//g; s/'}//g'"
-    end
-    
-    def convert_file_to_utf8!
-      RemoteTable.bang path, "iconv -c -f #{Escape.shell_single_word encoding} -t UTF-8"
-    end
-    
-    def restore_file!
-      FileUtils.mv "#{path}.backup", path if ::File.readable? "#{path}.backup"
-    end
-    
-    def cut_columns!
-      return unless cut
-      RemoteTable.bang path, "cut -c #{Escape.shell_single_word cut.to_s}"
-    end
-    
-    def crop_rows!
-      return unless crop
-      RemoteTable.bang path, "tail -n +#{Escape.shell_single_word crop.first.to_s} | head -n #{crop.last - crop.first + 1}"
-    end
-    
-    def format_from_filename
-      extname = ::File.extname(filename).gsub('.', '')
-      return :csv if extname.blank?
-      format = [ :xls, :ods, :xlsx ].detect { |i| i == extname.to_sym }
-      format = :html if extname =~ /\Ahtm/
-      format = :csv if format.blank?
-      format
-    end
-  end
-end