remote_table 2.1.2 → 3.0.0.alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. data/CHANGELOG +12 -3
  2. data/README.markdown +1 -8
  3. data/lib/remote_table.rb +72 -87
  4. data/lib/remote_table/fixed_width.rb +5 -5
  5. data/lib/remote_table/local_copy.rb +1 -1
  6. data/lib/remote_table/plaintext.rb +3 -3
  7. data/lib/remote_table/processed_by_roo.rb +6 -4
  8. data/lib/remote_table/version.rb +1 -1
  9. data/remote_table.gemspec +3 -4
  10. data/test/{support → data}/airports.utf8.csv +0 -0
  11. data/test/data/color.csv +3 -0
  12. data/test/{fixtures → data}/data.yml +0 -0
  13. data/test/{support → data}/list-en1-semic-3.neooffice.binary.ods +0 -0
  14. data/test/{support → data}/list-en1-semic-3.neooffice.iso-8859-1.csv +0 -0
  15. data/test/{support → data}/list-en1-semic-3.neooffice.iso-8859-1.fixed_width-64 +0 -0
  16. data/test/{support → data}/list-en1-semic-3.neooffice.utf-8.csv +0 -0
  17. data/test/{support → data}/list-en1-semic-3.neooffice.utf-8.fixed_width-62 +0 -0
  18. data/test/{support → data}/list-en1-semic-3.neooffice.utf-8.html +0 -0
  19. data/test/{support → data}/list-en1-semic-3.neooffice.utf-8.xml +0 -0
  20. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1-excel-95.binary.xls +0 -0
  21. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1.binary.xls +0 -0
  22. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1.binary.xlsx +0 -0
  23. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1.iso-8859-1.html +0 -0
  24. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1.mac.csv-comma +0 -0
  25. data/test/{support → data}/list-en1-semic-3.office-2011-for-mac-sp1.utf-8.html +0 -0
  26. data/test/{support → data}/list-en1-semic-3.original.iso-8859-1.csv +0 -0
  27. data/test/data/ranges.csv +4 -0
  28. data/test/test_errata.rb +2 -2
  29. data/test/test_local.rb +10 -0
  30. data/test/test_old_syntax.rb +0 -13
  31. data/test/test_parser.rb +24 -0
  32. data/test/test_remote.rb +113 -0
  33. data/test/test_remote_table.rb +30 -165
  34. data/test/test_transpose.rb +11 -0
  35. metadata +86 -66
  36. checksums.yaml +0 -15
  37. data/lib/remote_table/shp.rb +0 -30
  38. data/lib/remote_table/transformer.rb +0 -29
  39. data/test/test_old_transform.rb +0 -47
  40. data/test/test_shapefile.rb +0 -13
data/test/test_old_transform.rb DELETED
@@ -1,47 +0,0 @@
1
- require 'helper'
2
-
3
- class NaturalGasParser
4
- def initialize(options = {})
5
- # nothing
6
- end
7
- def apply(row)
8
- virtual_rows = []
9
- row.keys.grep(/\A(.*) Natural Gas/) do |location_column_name|
10
- match_1 = $1
11
- next if (price = row[location_column_name]).blank? or (date = row['Date']).blank?
12
- if match_1 == 'U.S.'
13
- locatable_id = 'US'
14
- locatable_type = 'Country'
15
- else
16
- locatable_id = match_1 # name
17
- locatable_type = 'State'
18
- end
19
- date = Time.parse(date)
20
- new_row = ActiveSupport::OrderedHash.new
21
- new_row['locatable_id'] = locatable_id
22
- new_row['locatable_type'] = locatable_type
23
- new_row['price'] = price
24
- new_row['year'] = date.year
25
- new_row['month'] = date.month
26
- row_hash = RemoteTable::Transform.row_hash new_row
27
- new_row['row_hash'] = row_hash
28
- virtual_rows << new_row
29
- end
30
- virtual_rows
31
- end
32
- end
33
-
34
- describe RemoteTable do
35
- describe "when using old-style parser" do
36
- it "open an XLS with a parser" do
37
- t = RemoteTable.new(:url => 'http://www.eia.gov/dnav/ng/xls/ng_pri_sum_a_EPG0_FWA_DMcf_a.xls',
38
- :sheet => 'Data 1',
39
- :skip => 2,
40
- :select => proc { |row| row['year'].to_i > 1989 },
41
- :transform => { :class => NaturalGasParser })
42
- t[0]['locatable_type'].must_equal 'Country'
43
- t[0]['locatable_id'].must_equal 'US'
44
- t[0].row_hash.must_be :present?
45
- end
46
- end
47
- end
data/test/test_shapefile.rb DELETED
@@ -1,13 +0,0 @@
1
- require 'helper'
2
-
3
- describe RemoteTable do
4
- it "opens a shapefile" do
5
- t = RemoteTable.new 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_DNI_High_Resolution.zip', :format => :shp, :crop => [5,5]
6
- t[0]['upper_corner_x'].must_equal -94.89999999999999
7
- t[0]['upper_corner_y'].must_equal 49.7
8
- t[0]['lower_corner_x'].must_equal -94.99999999999999
9
- t[0]['lower_corner_y'].must_equal 49.6
10
- t[0]['DNI01'].must_equal 1269.0
11
- t[0]['DNIANN'].must_equal 3315.0
12
- end
13
- end