remote_table 2.1.0 → 2.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +15 -0
- data/CHANGELOG +12 -0
- data/Gemfile +1 -1
- data/README.markdown +13 -6
- data/lib/remote_table/ods.rb +1 -1
- data/lib/remote_table/shp.rb +1 -0
- data/lib/remote_table/version.rb +1 -1
- data/lib/remote_table/xls.rb +1 -1
- data/lib/remote_table/xlsx.rb +1 -1
- data/remote_table.gemspec +1 -1
- metadata +7 -37
checksums.yaml
ADDED
@@ -0,0 +1,15 @@
|
|
1
|
+
---
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
MWUyNDhjYmNhYmEyM2I0Yzc4ZjZmMjJjYTA5NTkzODM5N2Q3MjI1Ng==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
MWRlNzI0YTEzMjc5NWRkOTY1Nzk5Y2Q4NzgxYTc2MzliZTBmMDFmOA==
|
7
|
+
!binary "U0hBNTEy":
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
MDBlMDg5NTE2YzM3YTk5ZjI4M2U5OWNkZmFlOWQ3ZmUwOWI3MGM5NjZjYTgx
|
10
|
+
MDQ4Yjk1OTBhYzk2NjQxYzJiZGZiMDU0MGU3MmU5MTg4ZmU2ZWExNzEwYjYy
|
11
|
+
ODdiN2EzNWNjODA0NTJlOGVjMWNmY2ZmYjA0NzMyZGU5YWYzOGM=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
YjkyMDdjYWYwMGQ2Mzg3OTU0N2Q4NDMzNmNkZGVkMzE1NGFiMWMzYWUzYzJh
|
14
|
+
NjBhNjdkYTQ2ZTc2Nzg3NTU0YzhkYTNlOTMyZTkyYTBjM2Q0YTk1NGVkMDgy
|
15
|
+
NTNjZGU5MzEyMTEyNDhmZGJiNmJkY2VjZmZjYmMxMmEyYjNjNWQ=
|
data/CHANGELOG
CHANGED
data/Gemfile
CHANGED
data/README.markdown
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
# remote_table
|
2
2
|
|
3
|
-
Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), other delimited, fixed-width files.
|
3
|
+
Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), SHP (ESRI shapefiles), other delimited, fixed-width files.
|
4
4
|
|
5
5
|
Tested on MRI 1.8, MRI 1.9, and JRuby 1.6.7+. Thread-safe.
|
6
6
|
|
@@ -161,7 +161,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
|
|
161
161
|
|
162
162
|
# BTS aircraft type lookup table
|
163
163
|
RemoteTable.new("http://www.transtats.bts.gov/Download_Lookup.asp?Lookup=L_AIRCRAFT_TYPE",
|
164
|
-
:errata => { RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEZ2d3JQMzV5T1o1T3JmVlFyNUZxdEE&output=csv' })
|
164
|
+
:errata => { :url => RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEZ2d3JQMzV5T1o1T3JmVlFyNUZxdEE&output=csv' })
|
165
165
|
|
166
166
|
# aircraft made by whitelisted manufacturers whose ICAO code starts with 'B' from the FAA
|
167
167
|
# for definition of `Aircraft::Guru` and `manufacturer_whitelist?` see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
|
@@ -169,14 +169,14 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
|
|
169
169
|
:encoding => 'windows-1252',
|
170
170
|
:row_xpath => '//table/tr[2]/td/table/tr',
|
171
171
|
:column_xpath => 'td',
|
172
|
-
:errata => {
|
172
|
+
:errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGVBRnhkRGhSaVptSDJ5bXJGbkpUSWc&output=csv', :responder => Aircraft::Guru.new },
|
173
173
|
:select => proc { |record| manufacturer_whitelist? record['Manufacturer'] })
|
174
174
|
|
175
175
|
# OpenFlights.org airports database
|
176
176
|
RemoteTable.new('https://openflights.svn.sourceforge.net/svnroot/openflights/openflights/data/airports.dat',
|
177
177
|
:headers => %w{ id name city country_name iata_code icao_code latitude longitude altitude timezone daylight_savings },
|
178
178
|
:select => proc { |record| record['iata_code'].present? },
|
179
|
-
:errata => { RemoteTable.new('https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFc2UzhQYU5PWEQ0N21yWFZGNmc2a3c&gid=0&output=csv', :responder => Airport::Guru.new }) # see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
|
179
|
+
:errata => { :url => RemoteTable.new('https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFc2UzhQYU5PWEQ0N21yWFZGNmc2a3c&gid=0&output=csv', :responder => Airport::Guru.new }) # see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/aircraft/data_miner.rb
|
180
180
|
|
181
181
|
# T100 flight segment data for #{month.strftime('%B %Y')}
|
182
182
|
# for definition of `form_data` and `FlightSegment::Guru` see https://github.com/brighterplanet/earth/blob/master/lib/earth/air/flight_segment/data_miner.rb
|
@@ -184,7 +184,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
|
|
184
184
|
:form_data => form_data,
|
185
185
|
:compression => :zip,
|
186
186
|
:glob => '/*.csv',
|
187
|
-
:errata => { RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGxpYU1qWFR3d0syTVMyQVVOaDd0V3c&output=csv', :responder => FlightSegment::Guru.new },
|
187
|
+
:errata => { :url => RemoteTable.new('https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGxpYU1qWFR3d0syTVMyQVVOaDd0V3c&output=csv', :responder => FlightSegment::Guru.new },
|
188
188
|
:select => proc { |record| record['DEPARTURES_PERFORMED'].to_i > 0 })
|
189
189
|
|
190
190
|
# 1995 Fuel Economy Guide
|
@@ -279,7 +279,7 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
|
|
279
279
|
# heating degree day data from WRI CAIT
|
280
280
|
RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDN4MkRTSWtWRjdfazhRdWllTkVSMkE&output=csv',
|
281
281
|
:select => Proc.new { |record| record['country'] != 'European Union (27)' },
|
282
|
-
:errata => { RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDNSMUtCV0h4cUF4UnBKZlNkczlNbFE&output=csv' })
|
282
|
+
:errata => { :url => RemoteTable.new('https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDNSMUtCV0h4cUF4UnBKZlNkczlNbFE&output=csv' })
|
283
283
|
|
284
284
|
# US average grid loss factor derived eGRID 2007 data
|
285
285
|
RemoteTable.new('http://www.epa.gov/cleanenergy/documents/egridzips/eGRID2010V1_1_STIE_USGC.xls',
|
@@ -441,9 +441,16 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
|
|
441
441
|
[ 'spacer', 1 ],
|
442
442
|
[ 'header1', 10, { :type => :string } ]]
|
443
443
|
|
444
|
+
# ESRI Shapefile from NREL
|
445
|
+
require 'geo_ruby'
|
446
|
+
require 'dbf'
|
447
|
+
RemoteTable.new 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_DNI_High_Resolution.zip',
|
448
|
+
:format => :shp
|
449
|
+
|
444
450
|
## Requirements
|
445
451
|
|
446
452
|
* Unix tools like curl, iconv, perl, cat, cut, tail, etc. accessible from your `$PATH`
|
453
|
+
* geo\_ruby and dbf gems if you plan on fetching shapefiles
|
447
454
|
|
448
455
|
## Wishlist
|
449
456
|
|
data/lib/remote_table/ods.rb
CHANGED
@@ -11,7 +11,7 @@ class RemoteTable
|
|
11
11
|
if ::RUBY_PLATFORM == 'java'
|
12
12
|
::Kernel.warn "[remote_table] Opening ODS files on JRuby is known to fail because of a flaw in the underlying Roo library"
|
13
13
|
end
|
14
|
-
::Openoffice
|
14
|
+
Roo.const_defined?(:Openoffice) ? Roo::Openoffice : ::Openoffice
|
15
15
|
end
|
16
16
|
end
|
17
17
|
end
|
data/lib/remote_table/shp.rb
CHANGED
data/lib/remote_table/version.rb
CHANGED
data/lib/remote_table/xls.rb
CHANGED
data/lib/remote_table/xlsx.rb
CHANGED
data/remote_table.gemspec
CHANGED
@@ -18,7 +18,7 @@ Gem::Specification.new do |s|
|
|
18
18
|
s.require_paths = ["lib"]
|
19
19
|
|
20
20
|
s.add_runtime_dependency 'activesupport', '>=2.3.4'
|
21
|
-
s.add_runtime_dependency 'roo', '>=1.
|
21
|
+
s.add_runtime_dependency 'roo', '>= 1.10.3'
|
22
22
|
s.add_runtime_dependency 'fixed_width-multibyte', '>=0.2.3'
|
23
23
|
s.add_runtime_dependency 'i18n' # activesupport?
|
24
24
|
s.add_runtime_dependency 'unix_utils', '>=0.0.8'
|
metadata
CHANGED
@@ -1,8 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: remote_table
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.1.
|
5
|
-
prerelease:
|
4
|
+
version: 2.1.1
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Seamus Abshere
|
@@ -10,12 +9,11 @@ authors:
|
|
10
9
|
autorequire:
|
11
10
|
bindir: bin
|
12
11
|
cert_chain: []
|
13
|
-
date:
|
12
|
+
date: 2013-03-25 00:00:00.000000000 Z
|
14
13
|
dependencies:
|
15
14
|
- !ruby/object:Gem::Dependency
|
16
15
|
name: activesupport
|
17
16
|
requirement: !ruby/object:Gem::Requirement
|
18
|
-
none: false
|
19
17
|
requirements:
|
20
18
|
- - ! '>='
|
21
19
|
- !ruby/object:Gem::Version
|
@@ -23,7 +21,6 @@ dependencies:
|
|
23
21
|
type: :runtime
|
24
22
|
prerelease: false
|
25
23
|
version_requirements: !ruby/object:Gem::Requirement
|
26
|
-
none: false
|
27
24
|
requirements:
|
28
25
|
- - ! '>='
|
29
26
|
- !ruby/object:Gem::Version
|
@@ -31,23 +28,20 @@ dependencies:
|
|
31
28
|
- !ruby/object:Gem::Dependency
|
32
29
|
name: roo
|
33
30
|
requirement: !ruby/object:Gem::Requirement
|
34
|
-
none: false
|
35
31
|
requirements:
|
36
32
|
- - ! '>='
|
37
33
|
- !ruby/object:Gem::Version
|
38
|
-
version:
|
34
|
+
version: 1.10.3
|
39
35
|
type: :runtime
|
40
36
|
prerelease: false
|
41
37
|
version_requirements: !ruby/object:Gem::Requirement
|
42
|
-
none: false
|
43
38
|
requirements:
|
44
39
|
- - ! '>='
|
45
40
|
- !ruby/object:Gem::Version
|
46
|
-
version:
|
41
|
+
version: 1.10.3
|
47
42
|
- !ruby/object:Gem::Dependency
|
48
43
|
name: fixed_width-multibyte
|
49
44
|
requirement: !ruby/object:Gem::Requirement
|
50
|
-
none: false
|
51
45
|
requirements:
|
52
46
|
- - ! '>='
|
53
47
|
- !ruby/object:Gem::Version
|
@@ -55,7 +49,6 @@ dependencies:
|
|
55
49
|
type: :runtime
|
56
50
|
prerelease: false
|
57
51
|
version_requirements: !ruby/object:Gem::Requirement
|
58
|
-
none: false
|
59
52
|
requirements:
|
60
53
|
- - ! '>='
|
61
54
|
- !ruby/object:Gem::Version
|
@@ -63,7 +56,6 @@ dependencies:
|
|
63
56
|
- !ruby/object:Gem::Dependency
|
64
57
|
name: i18n
|
65
58
|
requirement: !ruby/object:Gem::Requirement
|
66
|
-
none: false
|
67
59
|
requirements:
|
68
60
|
- - ! '>='
|
69
61
|
- !ruby/object:Gem::Version
|
@@ -71,7 +63,6 @@ dependencies:
|
|
71
63
|
type: :runtime
|
72
64
|
prerelease: false
|
73
65
|
version_requirements: !ruby/object:Gem::Requirement
|
74
|
-
none: false
|
75
66
|
requirements:
|
76
67
|
- - ! '>='
|
77
68
|
- !ruby/object:Gem::Version
|
@@ -79,7 +70,6 @@ dependencies:
|
|
79
70
|
- !ruby/object:Gem::Dependency
|
80
71
|
name: unix_utils
|
81
72
|
requirement: !ruby/object:Gem::Requirement
|
82
|
-
none: false
|
83
73
|
requirements:
|
84
74
|
- - ! '>='
|
85
75
|
- !ruby/object:Gem::Version
|
@@ -87,7 +77,6 @@ dependencies:
|
|
87
77
|
type: :runtime
|
88
78
|
prerelease: false
|
89
79
|
version_requirements: !ruby/object:Gem::Requirement
|
90
|
-
none: false
|
91
80
|
requirements:
|
92
81
|
- - ! '>='
|
93
82
|
- !ruby/object:Gem::Version
|
@@ -95,7 +84,6 @@ dependencies:
|
|
95
84
|
- !ruby/object:Gem::Dependency
|
96
85
|
name: fastercsv
|
97
86
|
requirement: !ruby/object:Gem::Requirement
|
98
|
-
none: false
|
99
87
|
requirements:
|
100
88
|
- - ! '>='
|
101
89
|
- !ruby/object:Gem::Version
|
@@ -103,7 +91,6 @@ dependencies:
|
|
103
91
|
type: :runtime
|
104
92
|
prerelease: false
|
105
93
|
version_requirements: !ruby/object:Gem::Requirement
|
106
|
-
none: false
|
107
94
|
requirements:
|
108
95
|
- - ! '>='
|
109
96
|
- !ruby/object:Gem::Version
|
@@ -111,7 +98,6 @@ dependencies:
|
|
111
98
|
- !ruby/object:Gem::Dependency
|
112
99
|
name: hash_digest
|
113
100
|
requirement: !ruby/object:Gem::Requirement
|
114
|
-
none: false
|
115
101
|
requirements:
|
116
102
|
- - ! '>='
|
117
103
|
- !ruby/object:Gem::Version
|
@@ -119,7 +105,6 @@ dependencies:
|
|
119
105
|
type: :runtime
|
120
106
|
prerelease: false
|
121
107
|
version_requirements: !ruby/object:Gem::Requirement
|
122
|
-
none: false
|
123
108
|
requirements:
|
124
109
|
- - ! '>='
|
125
110
|
- !ruby/object:Gem::Version
|
@@ -127,7 +112,6 @@ dependencies:
|
|
127
112
|
- !ruby/object:Gem::Dependency
|
128
113
|
name: errata
|
129
114
|
requirement: !ruby/object:Gem::Requirement
|
130
|
-
none: false
|
131
115
|
requirements:
|
132
116
|
- - ! '>='
|
133
117
|
- !ruby/object:Gem::Version
|
@@ -135,7 +119,6 @@ dependencies:
|
|
135
119
|
type: :development
|
136
120
|
prerelease: false
|
137
121
|
version_requirements: !ruby/object:Gem::Requirement
|
138
|
-
none: false
|
139
122
|
requirements:
|
140
123
|
- - ! '>='
|
141
124
|
- !ruby/object:Gem::Version
|
@@ -143,7 +126,6 @@ dependencies:
|
|
143
126
|
- !ruby/object:Gem::Dependency
|
144
127
|
name: georuby
|
145
128
|
requirement: !ruby/object:Gem::Requirement
|
146
|
-
none: false
|
147
129
|
requirements:
|
148
130
|
- - ! '>='
|
149
131
|
- !ruby/object:Gem::Version
|
@@ -151,7 +133,6 @@ dependencies:
|
|
151
133
|
type: :development
|
152
134
|
prerelease: false
|
153
135
|
version_requirements: !ruby/object:Gem::Requirement
|
154
|
-
none: false
|
155
136
|
requirements:
|
156
137
|
- - ! '>='
|
157
138
|
- !ruby/object:Gem::Version
|
@@ -159,7 +140,6 @@ dependencies:
|
|
159
140
|
- !ruby/object:Gem::Dependency
|
160
141
|
name: dbf
|
161
142
|
requirement: !ruby/object:Gem::Requirement
|
162
|
-
none: false
|
163
143
|
requirements:
|
164
144
|
- - ! '>='
|
165
145
|
- !ruby/object:Gem::Version
|
@@ -167,7 +147,6 @@ dependencies:
|
|
167
147
|
type: :development
|
168
148
|
prerelease: false
|
169
149
|
version_requirements: !ruby/object:Gem::Requirement
|
170
|
-
none: false
|
171
150
|
requirements:
|
172
151
|
- - ! '>='
|
173
152
|
- !ruby/object:Gem::Version
|
@@ -175,7 +154,6 @@ dependencies:
|
|
175
154
|
- !ruby/object:Gem::Dependency
|
176
155
|
name: minitest
|
177
156
|
requirement: !ruby/object:Gem::Requirement
|
178
|
-
none: false
|
179
157
|
requirements:
|
180
158
|
- - ! '>='
|
181
159
|
- !ruby/object:Gem::Version
|
@@ -183,7 +161,6 @@ dependencies:
|
|
183
161
|
type: :development
|
184
162
|
prerelease: false
|
185
163
|
version_requirements: !ruby/object:Gem::Requirement
|
186
|
-
none: false
|
187
164
|
requirements:
|
188
165
|
- - ! '>='
|
189
166
|
- !ruby/object:Gem::Version
|
@@ -191,7 +168,6 @@ dependencies:
|
|
191
168
|
- !ruby/object:Gem::Dependency
|
192
169
|
name: minitest-reporters
|
193
170
|
requirement: !ruby/object:Gem::Requirement
|
194
|
-
none: false
|
195
171
|
requirements:
|
196
172
|
- - ! '>='
|
197
173
|
- !ruby/object:Gem::Version
|
@@ -199,7 +175,6 @@ dependencies:
|
|
199
175
|
type: :development
|
200
176
|
prerelease: false
|
201
177
|
version_requirements: !ruby/object:Gem::Requirement
|
202
|
-
none: false
|
203
178
|
requirements:
|
204
179
|
- - ! '>='
|
205
180
|
- !ruby/object:Gem::Version
|
@@ -207,7 +182,6 @@ dependencies:
|
|
207
182
|
- !ruby/object:Gem::Dependency
|
208
183
|
name: rake
|
209
184
|
requirement: !ruby/object:Gem::Requirement
|
210
|
-
none: false
|
211
185
|
requirements:
|
212
186
|
- - ! '>='
|
213
187
|
- !ruby/object:Gem::Version
|
@@ -215,7 +189,6 @@ dependencies:
|
|
215
189
|
type: :development
|
216
190
|
prerelease: false
|
217
191
|
version_requirements: !ruby/object:Gem::Requirement
|
218
|
-
none: false
|
219
192
|
requirements:
|
220
193
|
- - ! '>='
|
221
194
|
- !ruby/object:Gem::Version
|
@@ -223,7 +196,6 @@ dependencies:
|
|
223
196
|
- !ruby/object:Gem::Dependency
|
224
197
|
name: yard
|
225
198
|
requirement: !ruby/object:Gem::Requirement
|
226
|
-
none: false
|
227
199
|
requirements:
|
228
200
|
- - ! '>='
|
229
201
|
- !ruby/object:Gem::Version
|
@@ -231,7 +203,6 @@ dependencies:
|
|
231
203
|
type: :development
|
232
204
|
prerelease: false
|
233
205
|
version_requirements: !ruby/object:Gem::Requirement
|
234
|
-
none: false
|
235
206
|
requirements:
|
236
207
|
- - ! '>='
|
237
208
|
- !ruby/object:Gem::Version
|
@@ -295,27 +266,26 @@ files:
|
|
295
266
|
- test/test_shapefile.rb
|
296
267
|
homepage: https://github.com/seamusabshere/remote_table
|
297
268
|
licenses: []
|
269
|
+
metadata: {}
|
298
270
|
post_install_message:
|
299
271
|
rdoc_options: []
|
300
272
|
require_paths:
|
301
273
|
- lib
|
302
274
|
required_ruby_version: !ruby/object:Gem::Requirement
|
303
|
-
none: false
|
304
275
|
requirements:
|
305
276
|
- - ! '>='
|
306
277
|
- !ruby/object:Gem::Version
|
307
278
|
version: '0'
|
308
279
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
309
|
-
none: false
|
310
280
|
requirements:
|
311
281
|
- - ! '>='
|
312
282
|
- !ruby/object:Gem::Version
|
313
283
|
version: '0'
|
314
284
|
requirements: []
|
315
285
|
rubyforge_project: remotetable
|
316
|
-
rubygems_version:
|
286
|
+
rubygems_version: 2.0.3
|
317
287
|
signing_key:
|
318
|
-
specification_version:
|
288
|
+
specification_version: 4
|
319
289
|
summary: Open Google Docs spreadsheets, local or remote XLSX, XLS, ODS, CSV (comma
|
320
290
|
separated), TSV (tab separated), other delimited, fixed-width files, and shapefiles.
|
321
291
|
test_files:
|