remote_table 1.3.0 → 1.4.0

data/test/test_old_transform.rb

@@ -31,15 +31,17 @@ class NaturalGasParser
   end
 end
 
-class TestOldTransform < Test::Unit::TestCase
-  should "open an XLS with a parser" do
-    t = RemoteTable.new(:url => 'http://tonto.eia.doe.gov/dnav/ng/xls/ng_pri_sum_a_EPG0_FWA_DMcf_a.xls',
-           :sheet => 'Data 1',
-           :skip => 2,
-           :select => lambda { |row| row['year'].to_i > 1989 },
-           :transform => { :class => NaturalGasParser })
-    assert_equal 'Country', t[0]['locatable_type']
-    assert_equal 'US', t[0]['locatable_id']
-    assert(t[0].row_hash.present?)
+describe RemoteTable do
+  describe "when using old-style parser" do
+    it "open an XLS with a parser" do
+      t = RemoteTable.new(:url => 'http://www.eia.gov/dnav/ng/xls/ng_pri_sum_a_EPG0_FWA_DMcf_a.xls',
+             :sheet => 'Data 1',
+             :skip => 2,
+             :select => proc { |row| row['year'].to_i > 1989 },
+             :transform => { :class => NaturalGasParser })
+      t[0]['locatable_type'].must_equal 'Country'
+      t[0]['locatable_id'].must_equal 'US'
+      t[0].row_hash.must_be :present?
+    end
   end
 end

data/test/test_remote_table.rb

@@ -1,89 +1,99 @@
 # encoding: utf-8
 require 'helper'
+require 'tempfile'
 
-class TestRemoteTable < Test::Unit::TestCase
-  should "open an XLSX" do
+describe RemoteTable do
+  it "open an XLSX" do
     t = RemoteTable.new 'www.customerreferenceprogram.org/uploads/CRP_RFP_template.xlsx'
-    assert_equal "Secure encryption of all data", t[5]["Requirements"]
+    t[5]["Requirements"].must_equal "Secure encryption of all data"
   end
   
-  should "add a row hash to every row" do
+  it "add a row hash to every row" do
     t = RemoteTable.new(:url => 'www.customerreferenceprogram.org/uploads/CRP_RFP_template.xlsx')
-    assert_equal "06d8a738551c17735e2731e25c8d0461", t[5].row_hash
+    t[5].row_hash.must_equal "06d8a738551c17735e2731e25c8d0461"
   end
   
-  should "open a google doc" do
+  it "open a google doc" do
     t = RemoteTable.new 'http://spreadsheets.google.com/pub?key=tObVAGyqOkCBtGid0tJUZrw'
-    assert_equal 'Seamus Abshere', t[0]['name']
+    t[0]['name'].must_equal 'Seamus Abshere'
   end
   
-  should "open a csv with custom headers" do
+  it "open a csv with custom headers" do
     t = RemoteTable.new 'http://spreadsheets.google.com/pub?key=tObVAGyqOkCBtGid0tJUZrw', :headers => %w{ col1 col2 col3 }
-    assert_equal 'name', t[0]['col2']
-    assert_equal 'Seamus Abshere', t[1]['col2']
+    t[0]['col2'].must_equal 'name'
+    t[1]['col2'].must_equal 'Seamus Abshere'
+  end
+
+  it "open a yaml" do
+    t = RemoteTable.new "file://#{File.expand_path('../fixtures/data.yml', __FILE__)}"
+    t[0]['name'].must_equal 'Seamus Abshere'
+    t[0]['city'].must_equal 'Madison'
+    t[1]['name'].must_equal 'Derek Kastner'
+    t[1]['city'].must_equal 'Lansing'
   end
   
-  should "return an ordered hash" do
+  it "return an ordered hash" do
     t = RemoteTable.new 'http://spreadsheets.google.com/pub?key=tObVAGyqOkCBtGid0tJUZrw'
-    assert_equal ::ActiveSupport::OrderedHash, t[0].class
+    t[0].class.must_equal ::ActiveSupport::OrderedHash
   end
   
-  should "pass through fastercsv options" do
+  it "pass through fastercsv options" do
     f = Tempfile.new 'pass-through-fastercsv-options'
     f.write %{3,Title example,Body example with a <a href="">link</a>,test category}
     f.flush
     t = RemoteTable.new "file://#{f.path}", :quote_char => %{'}, :headers => nil
-    assert_equal %{Body example with a <a href="">link</a>}, t[0][2]
+    t[0][2].must_equal %{Body example with a <a href="">link</a>}
     f.close
   end
   
-  should "open a csv inside a zip file" do
+  it "open a csv inside a zip file" do
     t = RemoteTable.new  'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
                          :filename => 'Annex Tables/Annex 3/Table A-93.csv',
                          :skip => 1,
                          :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] }
-    assert_equal '9.09%', t[0]['LDGV']
+    t[0]['LDGV'].must_equal '9.09%'
   end
   
-  should 'not blow up if each is called twice' do
+  it 'not blow up if each is called twice' do
     t = RemoteTable.new 'http://spreadsheets.google.com/pub?key=tObVAGyqOkCBtGid0tJUZrw'
-    assert_nothing_raised do
-      t.each { |row| }
-      t.each { |row| }
-    end
+    count = 0
+    t.each { |row| count += 1 }
+    first_run = count
+    t.each { |row| count += 1}
+    count.must_equal first_run*2
   end
   
-  should 'allow itself to be cleared for save memory' do
+  it 'allow itself to be cleared for save memory' do
     t = RemoteTable.new 'http://spreadsheets.google.com/pub?key=tObVAGyqOkCBtGid0tJUZrw'
     t.to_a
-    assert t.send(:cache).length > 0
+    t.send(:cache).length.must_be :>, 0
     t.free
-    assert t.send(:cache).length == 0
+    t.send(:cache).length.must_equal 0
   end
     
   # fixes ArgumentError: invalid byte sequence in UTF-8
-  should %{safely strip soft hyphens and read windows-1252 html} do
-    t = RemoteTable.new :url => "http://www.faa.gov/air_traffic/publications/atpubs/CNT/5-2-A.htm", :row_xpath => '//table/tr[2]/td/table/tr', :column_xpath => 'td', :encoding => 'windows-1252'
-    assert t.rows.detect { |row| row['Model'] == 'A300B4600' }
+  it %{safely strip soft hyphens and read windows-1252 html} do
+    t = RemoteTable.new :url => "http://www.faa.gov/air_traffic/publications/atpubs/CNT/5-2-A.htm", :row_xpath => '//table[2]//table[1]//tr[3]//tr', :column_xpath => 'td', :encoding => 'windows-1252'
+    t.rows.detect { |row| row['Model'] == 'A300B4600' }.wont_equal nil
   end
   
-  should %{transliterate characters from ISO-8859-1} do
+  it %{transliterate characters from ISO-8859-1} do
     t = RemoteTable.new :url => 'http://static.brighterplanet.com/science/data/consumables/pets/breed_genders.csv', :encoding => 'ISO-8859-1'
-    assert t.rows.detect { |row| row['name'] == 'Briquet Griffon Vendéen' }
+    t.rows.detect { |row| row['name'] == 'Briquet Griffon Vendéen' }.wont_equal nil
   end
   
-  should %{read xml with css selectors} do
+  it %{read xml with css selectors} do
     t = RemoteTable.new 'http://www.nanonull.com/TimeService/TimeService.asmx/getCityTime?city=Chicago', :format => :xml, :row_css => 'string', :headers => false
-    assert /(AM|PM)/.match(t[0][0])
+    /(AM|PM)/.match(t[0][0]).wont_equal nil
   end
   
-  should %{optionally stream rows instead of caching them} do
+  it %{optionally stream rows instead of caching them} do
     t = RemoteTable.new 'http://www.earthtools.org/timezone/40.71417/-74.00639', :format => :xml, :row_xpath => '//timezone/isotime', :headers => false, :streaming => true
     time1 = t[0][0]
-    assert /\d\d\d\d-\d\d-\d\d/.match(time1)
+    /\d\d\d\d-\d\d-\d\d/.match(time1).wont_equal nil
     sleep 1
     time2 = t[0][0]
-    assert(time1 != time2)
+    time1.wont_equal time2
   end
   
   {
@@ -102,37 +112,37 @@ class TestRemoteTable < Test::Unit::TestCase
   "../support/list-en1-semic-3.office-2011-for-mac-sp1.mac.csv-comma"       => {:format=>"csv", :encoding=>"MACROMAN"}, # comma because no option in excel
   "../support/list-en1-semic-3.neooffice.utf-8.csv"                         => {:format=>"csv", :delimiter => ';'}
   }.each do |k, v|
-    should %{open #{k} with encoding #{v[:encoding] || 'default'}} do
+    it %{open #{k} with encoding #{v[:encoding] || 'default'}} do
       options = v.merge(:headers => false, :skip => 2)
       t = RemoteTable.new "file://#{File.expand_path(k, __FILE__)}", options
       a = %{ÅLAND ISLANDS}
       b = (t[1].is_a?(::Array) ? t[1][0] : t[1]['name'])
       if RUBY_VERSION >= '1.9'
-        assert_equal 'UTF-8', a.encoding.to_s
-        assert_equal 'UTF-8', b.encoding.to_s
+        a.encoding.to_s.must_equal 'UTF-8'
+        b.encoding.to_s.must_equal 'UTF-8'
       end
-      assert_equal a, b
+      b.must_equal a
     end
   end
   
-  should %{recode as UTF-8 even ISO-8859-1 (or any other encoding)} do
+  it %{recode as UTF-8 even ISO-8859-1 (or any other encoding)} do
     t = RemoteTable.new 'http://www.iso.org/iso/list-en1-semic-3.txt', :skip => 2, :headers => false, :delimiter => ';', :encoding => 'ISO-8859-1'
-    assert_equal %{ÅLAND ISLANDS}, t[1][0]
+    t[1][0].must_equal %{ÅLAND ISLANDS}
   end
   
-  should %{parse a big CSV that is not UTF-8} do
+  it %{parse a big CSV that is not UTF-8} do
     t = RemoteTable.new 'https://openflights.svn.sourceforge.net/svnroot/openflights/openflights/data/airports.dat', :headers => false#, :encoding => 'UTF-8'
-    assert_equal 'Goroka', t[0][1]
+    t[0][1].must_equal 'Goroka'
   end
   
-  should "read only certain rows of an XLSX" do
+  it "read only certain rows of an XLSX" do
     t = RemoteTable.new 'www.customerreferenceprogram.org/uploads/CRP_RFP_template.xlsx', :crop => 11..16, :headers => false
-    assert_equal "Permissioning and access groups for all content", t[0][0]
-    assert_equal "Manage Multiple Incentive Programs for Participants", t[4][0]
+    t[0][0].must_equal "Permissioning and access groups for all content"
+    t[4][0].must_equal "Manage Multiple Incentive Programs for Participants"
     
     t = RemoteTable.new 'www.customerreferenceprogram.org/uploads/CRP_RFP_template.xlsx', :crop => 11..16, :headers => %w{ col1 }
-    assert_equal "Permissioning and access groups for all content", t[0]['col1']
-    assert_equal "Manage Multiple Incentive Programs for Participants", t[4]['col1']
+    t[0]['col1'].must_equal "Permissioning and access groups for all content"
+    t[4]['col1'].must_equal "Manage Multiple Incentive Programs for Participants"
   end
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: remote_table
 version: !ruby/object:Gem::Version
-  version: 1.3.0
+  version: 1.4.0
   prerelease: 
 platform: ruby
 authors:
@@ -10,11 +10,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-27 00:00:00.000000000Z
+date: 2012-04-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &2165420280 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,10 +22,15 @@ dependencies:
         version: 2.3.4
   type: :runtime
   prerelease: false
-  version_requirements: *2165420280
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.3.4
 - !ruby/object:Gem::Dependency
   name: roo
-  requirement: &2165419500 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -33,32 +38,31 @@ dependencies:
         version: '1.9'
   type: :runtime
   prerelease: false
-  version_requirements: *2165419500
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '1.9'
 - !ruby/object:Gem::Dependency
   name: fixed_width-multibyte
-  requirement: &2165418920 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.2.3
   type: :runtime
   prerelease: false
-  version_requirements: *2165418920
-- !ruby/object:Gem::Dependency
-  name: i18n
-  requirement: &2165418440 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: *2165418440
+        version: 0.2.3
 - !ruby/object:Gem::Dependency
-  name: posix-spawn
-  requirement: &2165407660 !ruby/object:Gem::Requirement
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,84 +70,60 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2165407660
-- !ruby/object:Gem::Dependency
-  name: ensure-encoding
-  requirement: &2165407140 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: *2165407140
 - !ruby/object:Gem::Dependency
-  name: fastercsv
-  requirement: &2165406380 !ruby/object:Gem::Requirement
+  name: unix_utils
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 0.0.8
   type: :runtime
   prerelease: false
-  version_requirements: *2165406380
-- !ruby/object:Gem::Dependency
-  name: hash_digest
-  requirement: &2165405380 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: *2165405380
+        version: 0.0.8
 - !ruby/object:Gem::Dependency
-  name: errata
-  requirement: &2165404500 !ruby/object:Gem::Requirement
+  name: fastercsv
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.2.0
-  type: :development
+        version: 1.5.0
+  type: :runtime
   prerelease: false
-  version_requirements: *2165404500
-- !ruby/object:Gem::Dependency
-  name: test-unit
-  requirement: &2165404080 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: *2165404080
+        version: 1.5.0
 - !ruby/object:Gem::Dependency
-  name: shoulda
-  requirement: &2165403480 !ruby/object:Gem::Requirement
+  name: hash_digest
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  type: :runtime
   prerelease: false
-  version_requirements: *2165403480
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: &2165403060 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: *2165403060
 description: Gives you a standard way to parse various formats and treat them as an
   array of hashes.
 email:
@@ -152,14 +132,15 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .document
 - .gitattributes
 - .gitignore
+- CHANGELOG
 - Gemfile
 - LICENSE
-- README.rdoc
+- README.markdown
 - Rakefile
 - lib/remote_table.rb
+- lib/remote_table/config.rb
 - lib/remote_table/format.rb
 - lib/remote_table/format/delimited.rb
 - lib/remote_table/format/excel.rb
@@ -171,12 +152,12 @@ files:
 - lib/remote_table/format/mixins/textual.rb
 - lib/remote_table/format/open_office.rb
 - lib/remote_table/format/xml.rb
+- lib/remote_table/format/yaml.rb
 - lib/remote_table/local_file.rb
-- lib/remote_table/properties.rb
 - lib/remote_table/transformer.rb
-- lib/remote_table/utils.rb
 - lib/remote_table/version.rb
 - remote_table.gemspec
+- test/fixtures/data.yml
 - test/helper.rb
 - test/support/list-en1-semic-3.neooffice.binary.ods
 - test/support/list-en1-semic-3.neooffice.iso-8859-1.csv
@@ -217,11 +198,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: remotetable
-rubygems_version: 1.8.10
+rubygems_version: 1.8.21
 signing_key: 
 specification_version: 3
-summary: Open local or remote XLSX, XLS, ODS, CSV and fixed-width files.
+summary: Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV, TSV (tab
+  separated), other delimited, fixed-width files.
 test_files:
+- test/fixtures/data.yml
 - test/helper.rb
 - test/support/list-en1-semic-3.neooffice.binary.ods
 - test/support/list-en1-semic-3.neooffice.iso-8859-1.csv
@@ -242,3 +225,4 @@ test_files:
 - test/test_old_syntax.rb
 - test/test_old_transform.rb
 - test/test_remote_table.rb
+has_rdoc: 

data/.document

@@ -1,5 +0,0 @@
-README.rdoc
-lib/**/*.rb
-bin/*
-features/**/*.feature
-LICENSE