remote_table 2.1.0 → 2.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,15 @@
1
+ ---
2
+ !binary "U0hBMQ==":
3
+ metadata.gz: !binary |-
4
+ MWUyNDhjYmNhYmEyM2I0Yzc4ZjZmMjJjYTA5NTkzODM5N2Q3MjI1Ng==
5
+ data.tar.gz: !binary |-
6
+ MWRlNzI0YTEzMjc5NWRkOTY1Nzk5Y2Q4NzgxYTc2MzliZTBmMDFmOA==
7
+ !binary "U0hBNTEy":
8
+ metadata.gz: !binary |-
9
+ MDBlMDg5NTE2YzM3YTk5ZjI4M2U5OWNkZmFlOWQ3ZmUwOWI3MGM5NjZjYTgx
10
+ MDQ4Yjk1OTBhYzk2NjQxYzJiZGZiMDU0MGU3MmU5MTg4ZmU2ZWExNzEwYjYy
11
+ ODdiN2EzNWNjODA0NTJlOGVjMWNmY2ZmYjA0NzMyZGU5YWYzOGM=
12
+ data.tar.gz: !binary |-
13
+ YjkyMDdjYWYwMGQ2Mzg3OTU0N2Q4NDMzNmNkZGVkMzE1NGFiMWMzYWUzYzJh
14
+ NjBhNjdkYTQ2ZTc2Nzg3NTU0YzhkYTNlOTMyZTkyYTBjM2Q0YTk1NGVkMDgy
15
+ NTNjZGU5MzEyMTEyNDhmZGJiNmJkY2VjZmZjYmMxMmEyYjNjNWQ=
data/CHANGELOG CHANGED
@@ -1,3 +1,15 @@
1
+ 2.1.1 / 2013-03-25
2
+
3
+ * Enhancements
4
+
5
+ * Work with new roo - thanks @towerhe !
6
+
7
+ 2.1.0 / 2012-10-01
8
+
9
+ * Enhancements
10
+
11
+ * Allow import of ESRI shapefiles
12
+
1
13
  2.0.2 / 2012-06-20
2
14
 
3
15
  * Secrets revealed
data/Gemfile CHANGED
@@ -1,4 +1,4 @@
1
- source :rubygems
1
+ source 'https://rubygems.org'
2
2
 
3
3
  # Specify your gem's dependencies in remote_table.gemspec
4
4
  gemspec
data/README.markdown CHANGED
@@ -1,6 +1,6 @@
1
1
  # remote_table
2
2
 
3
- Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), other delimited, fixed-width files.
3
+ Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), SHP (ESRI shapefiles), other delimited, fixed-width files.
4
4
 
5
5
  Tested on MRI 1.8, MRI 1.9, and JRuby 1.6.7+. Thread-safe.
6
6
 
@@ -161,7 +161,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
161
161
 
162
162
  # BTS aircraft type lookup table
163
163
  RemoteTable.new("http://www.transtats.bts.gov/Download_Lookup.asp?Lookup=L_AIRCRAFT_TYPE",
164
- :errata => { RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEZ2d3JQMzV5T1o1T3JmVlFyNUZxdEE&output=csv' })
164
+ :errata => { :url => RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEZ2d3JQMzV5T1o1T3JmVlFyNUZxdEE&output=csv' })
165
165
 
166
166
  # aircraft made by whitelisted manufacturers whose ICAO code starts with 'B' from the FAA
167
167
  # for definition of `Aircraft::Guru` and `manufacturer_whitelist?` see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
@@ -169,14 +169,14 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
169
169
  :encoding => 'windows-1252',
170
170
  :row_xpath => '//table/tr[2]/td/table/tr',
171
171
  :column_xpath => 'td',
172
- :errata => { RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGVBRnhkRGhSaVptSDJ5bXJGbkpUSWc&output=csv', :responder => Aircraft::Guru.new },
172
+ :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGVBRnhkRGhSaVptSDJ5bXJGbkpUSWc&output=csv', :responder => Aircraft::Guru.new },
173
173
  :select => proc { |record| manufacturer_whitelist? record['Manufacturer'] })
174
174
 
175
175
  # OpenFlights.org airports database
176
176
  RemoteTable.new('https://openflights.svn.sourceforge.net/svnroot/openflights/openflights/data/airports.dat',
177
177
  :headers => %w{ id name city country_name iata_code icao_code latitude longitude altitude timezone daylight_savings },
178
178
  :select => proc { |record| record['iata_code'].present? },
179
- :errata => { RemoteTable.new('https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFc2UzhQYU5PWEQ0N21yWFZGNmc2a3c&gid=0&output=csv', :responder => Airport::Guru.new }) # see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
179
+ :errata => { :url => RemoteTable.new('https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFc2UzhQYU5PWEQ0N21yWFZGNmc2a3c&gid=0&output=csv', :responder => Airport::Guru.new }) # see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
180
180
 
181
181
  # T100 flight segment data for #{month.strftime('%B %Y')}
182
182
  # for definition of `form_data` and `FlightSegment::Guru` see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/flight_segment/data_miner.rb
@@ -184,7 +184,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
184
184
  :form_data => form_data,
185
185
  :compression => :zip,
186
186
  :glob => '/*.csv',
187
- :errata => { RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGxpYU1qWFR3d0syTVMyQVVOaDd0V3c&output=csv', :responder => FlightSegment::Guru.new },
187
+ :errata => { :url => RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGxpYU1qWFR3d0syTVMyQVVOaDd0V3c&output=csv', :responder => FlightSegment::Guru.new },
188
188
  :select => proc { |record| record['DEPARTURES_PERFORMED'].to_i > 0 })
189
189
 
190
190
  # 1995 Fuel Economy Guide
@@ -279,7 +279,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
279
279
  # heating degree day data from WRI CAIT
280
280
  RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDN4MkRTSWtWRjdfazhRdWllTkVSMkE&output=csv',
281
281
  :select => Proc.new { |record| record['country'] != 'European Union (27)' },
282
- :errata => { RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDNSMUtCV0h4cUF4UnBKZlNkczlNbFE&output=csv' })
282
+ :errata => { :url => RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDNSMUtCV0h4cUF4UnBKZlNkczlNbFE&output=csv' })
283
283
 
284
284
  # US average grid loss factor derived eGRID 2007 data
285
285
  RemoteTable.new('http://www.epa.gov/cleanenergy/documents/egridzips/eGRID2010V1_1_STIE_USGC.xls',
@@ -441,9 +441,16 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
441
441
  [ 'spacer', 1 ],
442
442
  [ 'header1', 10, { :type => :string } ]]
443
443
 
444
+ # ESRI Shapefile from NREL
445
+ require 'geo_ruby'
446
+ require 'dbf'
447
+ RemoteTable.new 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_DNI_High_Resolution.zip',
448
+ :format => :shp
449
+
444
450
  ## Requirements
445
451
 
446
452
  * Unix tools like curl, iconv, perl, cat, cut, tail, etc. accessible from your `$PATH`
453
+ * geo\_ruby and dbf gems if you plan on fetching shapefiles
447
454
 
448
455
  ## Wishlist
449
456
 
@@ -11,7 +11,7 @@ class RemoteTable
11
11
  if ::RUBY_PLATFORM == 'java'
12
12
  ::Kernel.warn "[remote_table] Opening ODS files on JRuby is known to fail because of a flaw in the underlying Roo library"
13
13
  end
14
- ::Openoffice
14
+ Roo.const_defined?(:Openoffice) ? Roo::Openoffice : ::Openoffice
15
15
  end
16
16
  end
17
17
  end
@@ -3,6 +3,7 @@ class RemoteTable
3
3
  module Shp
4
4
  def _each
5
5
  require 'geo_ruby'
6
+ require 'geo_ruby/shp4r/shp'
6
7
 
7
8
  shp = Dir[File.join(local_copy.path, '*.shp')].first
8
9
  GeoRuby::Shp4r::ShpFile.open(shp) do |shapefile|
@@ -1,3 +1,3 @@
1
1
  class RemoteTable
2
- VERSION = "2.1.0"
2
+ VERSION = "2.1.1"
3
3
  end
@@ -5,7 +5,7 @@ class RemoteTable
5
5
  base.extend ProcessedByRoo
6
6
  end
7
7
  def roo_class
8
- ::Excel
8
+ Roo.const_defined?(:Excel) ? Roo::Excel : ::Excel
9
9
  end
10
10
  end
11
11
  end
@@ -5,7 +5,7 @@ class RemoteTable
5
5
  base.extend ProcessedByRoo
6
6
  end
7
7
  def roo_class
8
- ::Excelx
8
+ Roo::Excelx
9
9
  end
10
10
  end
11
11
  end
data/remote_table.gemspec CHANGED
@@ -18,7 +18,7 @@ Gem::Specification.new do |s|
18
18
  s.require_paths = ["lib"]
19
19
 
20
20
  s.add_runtime_dependency 'activesupport', '>=2.3.4'
21
- s.add_runtime_dependency 'roo', '>=1.9'
21
+ s.add_runtime_dependency 'roo', '>= 1.10.3'
22
22
  s.add_runtime_dependency 'fixed_width-multibyte', '>=0.2.3'
23
23
  s.add_runtime_dependency 'i18n' # activesupport?
24
24
  s.add_runtime_dependency 'unix_utils', '>=0.0.8'
metadata CHANGED
@@ -1,8 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: remote_table
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.1.0
5
- prerelease:
4
+ version: 2.1.1
6
5
  platform: ruby
7
6
  authors:
8
7
  - Seamus Abshere
@@ -10,12 +9,11 @@ authors:
10
9
  autorequire:
11
10
  bindir: bin
12
11
  cert_chain: []
13
- date: 2012-10-01 00:00:00.000000000 Z
12
+ date: 2013-03-25 00:00:00.000000000 Z
14
13
  dependencies:
15
14
  - !ruby/object:Gem::Dependency
16
15
  name: activesupport
17
16
  requirement: !ruby/object:Gem::Requirement
18
- none: false
19
17
  requirements:
20
18
  - - ! '>='
21
19
  - !ruby/object:Gem::Version
@@ -23,7 +21,6 @@ dependencies:
23
21
  type: :runtime
24
22
  prerelease: false
25
23
  version_requirements: !ruby/object:Gem::Requirement
26
- none: false
27
24
  requirements:
28
25
  - - ! '>='
29
26
  - !ruby/object:Gem::Version
@@ -31,23 +28,20 @@ dependencies:
31
28
  - !ruby/object:Gem::Dependency
32
29
  name: roo
33
30
  requirement: !ruby/object:Gem::Requirement
34
- none: false
35
31
  requirements:
36
32
  - - ! '>='
37
33
  - !ruby/object:Gem::Version
38
- version: '1.9'
34
+ version: 1.10.3
39
35
  type: :runtime
40
36
  prerelease: false
41
37
  version_requirements: !ruby/object:Gem::Requirement
42
- none: false
43
38
  requirements:
44
39
  - - ! '>='
45
40
  - !ruby/object:Gem::Version
46
- version: '1.9'
41
+ version: 1.10.3
47
42
  - !ruby/object:Gem::Dependency
48
43
  name: fixed_width-multibyte
49
44
  requirement: !ruby/object:Gem::Requirement
50
- none: false
51
45
  requirements:
52
46
  - - ! '>='
53
47
  - !ruby/object:Gem::Version
@@ -55,7 +49,6 @@ dependencies:
55
49
  type: :runtime
56
50
  prerelease: false
57
51
  version_requirements: !ruby/object:Gem::Requirement
58
- none: false
59
52
  requirements:
60
53
  - - ! '>='
61
54
  - !ruby/object:Gem::Version
@@ -63,7 +56,6 @@ dependencies:
63
56
  - !ruby/object:Gem::Dependency
64
57
  name: i18n
65
58
  requirement: !ruby/object:Gem::Requirement
66
- none: false
67
59
  requirements:
68
60
  - - ! '>='
69
61
  - !ruby/object:Gem::Version
@@ -71,7 +63,6 @@ dependencies:
71
63
  type: :runtime
72
64
  prerelease: false
73
65
  version_requirements: !ruby/object:Gem::Requirement
74
- none: false
75
66
  requirements:
76
67
  - - ! '>='
77
68
  - !ruby/object:Gem::Version
@@ -79,7 +70,6 @@ dependencies:
79
70
  - !ruby/object:Gem::Dependency
80
71
  name: unix_utils
81
72
  requirement: !ruby/object:Gem::Requirement
82
- none: false
83
73
  requirements:
84
74
  - - ! '>='
85
75
  - !ruby/object:Gem::Version
@@ -87,7 +77,6 @@ dependencies:
87
77
  type: :runtime
88
78
  prerelease: false
89
79
  version_requirements: !ruby/object:Gem::Requirement
90
- none: false
91
80
  requirements:
92
81
  - - ! '>='
93
82
  - !ruby/object:Gem::Version
@@ -95,7 +84,6 @@ dependencies:
95
84
  - !ruby/object:Gem::Dependency
96
85
  name: fastercsv
97
86
  requirement: !ruby/object:Gem::Requirement
98
- none: false
99
87
  requirements:
100
88
  - - ! '>='
101
89
  - !ruby/object:Gem::Version
@@ -103,7 +91,6 @@ dependencies:
103
91
  type: :runtime
104
92
  prerelease: false
105
93
  version_requirements: !ruby/object:Gem::Requirement
106
- none: false
107
94
  requirements:
108
95
  - - ! '>='
109
96
  - !ruby/object:Gem::Version
@@ -111,7 +98,6 @@ dependencies:
111
98
  - !ruby/object:Gem::Dependency
112
99
  name: hash_digest
113
100
  requirement: !ruby/object:Gem::Requirement
114
- none: false
115
101
  requirements:
116
102
  - - ! '>='
117
103
  - !ruby/object:Gem::Version
@@ -119,7 +105,6 @@ dependencies:
119
105
  type: :runtime
120
106
  prerelease: false
121
107
  version_requirements: !ruby/object:Gem::Requirement
122
- none: false
123
108
  requirements:
124
109
  - - ! '>='
125
110
  - !ruby/object:Gem::Version
@@ -127,7 +112,6 @@ dependencies:
127
112
  - !ruby/object:Gem::Dependency
128
113
  name: errata
129
114
  requirement: !ruby/object:Gem::Requirement
130
- none: false
131
115
  requirements:
132
116
  - - ! '>='
133
117
  - !ruby/object:Gem::Version
@@ -135,7 +119,6 @@ dependencies:
135
119
  type: :development
136
120
  prerelease: false
137
121
  version_requirements: !ruby/object:Gem::Requirement
138
- none: false
139
122
  requirements:
140
123
  - - ! '>='
141
124
  - !ruby/object:Gem::Version
@@ -143,7 +126,6 @@ dependencies:
143
126
  - !ruby/object:Gem::Dependency
144
127
  name: georuby
145
128
  requirement: !ruby/object:Gem::Requirement
146
- none: false
147
129
  requirements:
148
130
  - - ! '>='
149
131
  - !ruby/object:Gem::Version
@@ -151,7 +133,6 @@ dependencies:
151
133
  type: :development
152
134
  prerelease: false
153
135
  version_requirements: !ruby/object:Gem::Requirement
154
- none: false
155
136
  requirements:
156
137
  - - ! '>='
157
138
  - !ruby/object:Gem::Version
@@ -159,7 +140,6 @@ dependencies:
159
140
  - !ruby/object:Gem::Dependency
160
141
  name: dbf
161
142
  requirement: !ruby/object:Gem::Requirement
162
- none: false
163
143
  requirements:
164
144
  - - ! '>='
165
145
  - !ruby/object:Gem::Version
@@ -167,7 +147,6 @@ dependencies:
167
147
  type: :development
168
148
  prerelease: false
169
149
  version_requirements: !ruby/object:Gem::Requirement
170
- none: false
171
150
  requirements:
172
151
  - - ! '>='
173
152
  - !ruby/object:Gem::Version
@@ -175,7 +154,6 @@ dependencies:
175
154
  - !ruby/object:Gem::Dependency
176
155
  name: minitest
177
156
  requirement: !ruby/object:Gem::Requirement
178
- none: false
179
157
  requirements:
180
158
  - - ! '>='
181
159
  - !ruby/object:Gem::Version
@@ -183,7 +161,6 @@ dependencies:
183
161
  type: :development
184
162
  prerelease: false
185
163
  version_requirements: !ruby/object:Gem::Requirement
186
- none: false
187
164
  requirements:
188
165
  - - ! '>='
189
166
  - !ruby/object:Gem::Version
@@ -191,7 +168,6 @@ dependencies:
191
168
  - !ruby/object:Gem::Dependency
192
169
  name: minitest-reporters
193
170
  requirement: !ruby/object:Gem::Requirement
194
- none: false
195
171
  requirements:
196
172
  - - ! '>='
197
173
  - !ruby/object:Gem::Version
@@ -199,7 +175,6 @@ dependencies:
199
175
  type: :development
200
176
  prerelease: false
201
177
  version_requirements: !ruby/object:Gem::Requirement
202
- none: false
203
178
  requirements:
204
179
  - - ! '>='
205
180
  - !ruby/object:Gem::Version
@@ -207,7 +182,6 @@ dependencies:
207
182
  - !ruby/object:Gem::Dependency
208
183
  name: rake
209
184
  requirement: !ruby/object:Gem::Requirement
210
- none: false
211
185
  requirements:
212
186
  - - ! '>='
213
187
  - !ruby/object:Gem::Version
@@ -215,7 +189,6 @@ dependencies:
215
189
  type: :development
216
190
  prerelease: false
217
191
  version_requirements: !ruby/object:Gem::Requirement
218
- none: false
219
192
  requirements:
220
193
  - - ! '>='
221
194
  - !ruby/object:Gem::Version
@@ -223,7 +196,6 @@ dependencies:
223
196
  - !ruby/object:Gem::Dependency
224
197
  name: yard
225
198
  requirement: !ruby/object:Gem::Requirement
226
- none: false
227
199
  requirements:
228
200
  - - ! '>='
229
201
  - !ruby/object:Gem::Version
@@ -231,7 +203,6 @@ dependencies:
231
203
  type: :development
232
204
  prerelease: false
233
205
  version_requirements: !ruby/object:Gem::Requirement
234
- none: false
235
206
  requirements:
236
207
  - - ! '>='
237
208
  - !ruby/object:Gem::Version
@@ -295,27 +266,26 @@ files:
295
266
  - test/test_shapefile.rb
296
267
  homepage: https://github.com/seamusabshere/remote_table
297
268
  licenses: []
269
+ metadata: {}
298
270
  post_install_message:
299
271
  rdoc_options: []
300
272
  require_paths:
301
273
  - lib
302
274
  required_ruby_version: !ruby/object:Gem::Requirement
303
- none: false
304
275
  requirements:
305
276
  - - ! '>='
306
277
  - !ruby/object:Gem::Version
307
278
  version: '0'
308
279
  required_rubygems_version: !ruby/object:Gem::Requirement
309
- none: false
310
280
  requirements:
311
281
  - - ! '>='
312
282
  - !ruby/object:Gem::Version
313
283
  version: '0'
314
284
  requirements: []
315
285
  rubyforge_project: remotetable
316
- rubygems_version: 1.8.24
286
+ rubygems_version: 2.0.3
317
287
  signing_key:
318
- specification_version: 3
288
+ specification_version: 4
319
289
  summary: Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma
320
290
  separated), TSV (tab separated), other delimited, fixed-width files, and shapefiles.
321
291
  test_files: