jetel 0.0.16 → 0.0.17
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +146 -0
- data/README.md +18 -15
- data/lib/jetel/cli/app.rb +8 -1
- data/lib/jetel/modules/gadm/gadm.rb +2 -1
- data/lib/jetel/modules/tiger/tiger.rb +1 -1
- data/lib/jetel/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: bbe744cbb585442dcc216003ff47cfcb0a14968c
|
|
4
|
+
data.tar.gz: 8776b1a4d4d5833ee932f00436ca168b60d04a3e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 504e9f9aa3bcbeb686b452fd998770accb00634a554436016dc428f41c30dd29b4ddc2827a92fa4aee9ca214e89675f6c1dd9b7f51f01ae3273071019c34433d
|
|
7
|
+
data.tar.gz: 1650315c77695953c6d8dfb5df2c3145fb116bf1619364ec2ac1023a19f923a56bf673ac59b248a669f38b9f8d4410dbe02fa107dd51efcdcf6bd2a308b26cf4
|
data/Gemfile.lock
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
jetel (0.0.17)
|
|
5
|
+
activesupport
|
|
6
|
+
aws-sdk (~> 2)
|
|
7
|
+
couchbase (~> 1.3, >= 1.3.14)
|
|
8
|
+
csv2psql (~> 0.0.19)
|
|
9
|
+
elasticsearch (~> 1.0, >= 1.0.14)
|
|
10
|
+
gli
|
|
11
|
+
i18n
|
|
12
|
+
json_pure (~> 1.8, >= 1.8.3)
|
|
13
|
+
multi_json
|
|
14
|
+
nokogiri
|
|
15
|
+
pg
|
|
16
|
+
pmap
|
|
17
|
+
rest_client (~> 1.8, >= 1.8.3)
|
|
18
|
+
rubyzip
|
|
19
|
+
terminal-table
|
|
20
|
+
yajl-ruby (~> 1.2, >= 1.2.1)
|
|
21
|
+
zip
|
|
22
|
+
|
|
23
|
+
GEM
|
|
24
|
+
remote: https://rubygems.org/
|
|
25
|
+
specs:
|
|
26
|
+
activesupport (5.0.0.1)
|
|
27
|
+
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
28
|
+
i18n (~> 0.7)
|
|
29
|
+
minitest (~> 5.1)
|
|
30
|
+
tzinfo (~> 1.1)
|
|
31
|
+
ast (2.3.0)
|
|
32
|
+
aws-sdk (2.6.1)
|
|
33
|
+
aws-sdk-resources (= 2.6.1)
|
|
34
|
+
aws-sdk-core (2.6.1)
|
|
35
|
+
jmespath (~> 1.0)
|
|
36
|
+
aws-sdk-resources (2.6.1)
|
|
37
|
+
aws-sdk-core (= 2.6.1)
|
|
38
|
+
concurrent-ruby (1.0.2)
|
|
39
|
+
connection_pool (2.2.0)
|
|
40
|
+
couchbase (1.3.14)
|
|
41
|
+
connection_pool (>= 1.0.0, <= 3.0.0)
|
|
42
|
+
multi_json (~> 1.0)
|
|
43
|
+
yaji (~> 0.3, >= 0.3.2)
|
|
44
|
+
coveralls (0.8.15)
|
|
45
|
+
json (>= 1.8, < 3)
|
|
46
|
+
simplecov (~> 0.12.0)
|
|
47
|
+
term-ansicolor (~> 1.3)
|
|
48
|
+
thor (~> 0.19.1)
|
|
49
|
+
tins (>= 1.6.0, < 2)
|
|
50
|
+
csv2psql (0.0.19)
|
|
51
|
+
gli (~> 2.13, >= 2.13.2)
|
|
52
|
+
json_pure (~> 1.8, >= 1.8.3)
|
|
53
|
+
lru (~> 0.1, >= 0.1.0)
|
|
54
|
+
multi_json (~> 1.11, >= 1.11.2)
|
|
55
|
+
rake (~> 10.4, >= 10.4.2)
|
|
56
|
+
terminal-table (~> 1.5, >= 1.5.2)
|
|
57
|
+
diff-lcs (1.2.5)
|
|
58
|
+
docile (1.1.5)
|
|
59
|
+
elasticsearch (1.1.0)
|
|
60
|
+
elasticsearch-api (= 1.1.0)
|
|
61
|
+
elasticsearch-transport (= 1.1.0)
|
|
62
|
+
elasticsearch-api (1.1.0)
|
|
63
|
+
multi_json
|
|
64
|
+
elasticsearch-transport (1.1.0)
|
|
65
|
+
faraday
|
|
66
|
+
multi_json
|
|
67
|
+
faraday (0.9.2)
|
|
68
|
+
multipart-post (>= 1.2, < 3)
|
|
69
|
+
gli (2.14.0)
|
|
70
|
+
i18n (0.7.0)
|
|
71
|
+
jmespath (1.3.1)
|
|
72
|
+
json (2.0.2)
|
|
73
|
+
json_pure (1.8.3)
|
|
74
|
+
lru (0.1.0)
|
|
75
|
+
mini_portile2 (2.1.0)
|
|
76
|
+
minitest (5.9.0)
|
|
77
|
+
multi_json (1.12.1)
|
|
78
|
+
multipart-post (2.0.0)
|
|
79
|
+
netrc (0.7.9)
|
|
80
|
+
nokogiri (1.6.8)
|
|
81
|
+
mini_portile2 (~> 2.1.0)
|
|
82
|
+
pkg-config (~> 1.1.7)
|
|
83
|
+
parser (2.3.1.4)
|
|
84
|
+
ast (~> 2.2)
|
|
85
|
+
pg (0.18.4)
|
|
86
|
+
pkg-config (1.1.7)
|
|
87
|
+
pmap (1.1.1)
|
|
88
|
+
powerpack (0.1.1)
|
|
89
|
+
rainbow (2.1.0)
|
|
90
|
+
rake (10.5.0)
|
|
91
|
+
rest_client (1.8.3)
|
|
92
|
+
netrc (~> 0.7.7)
|
|
93
|
+
rspec (3.5.0)
|
|
94
|
+
rspec-core (~> 3.5.0)
|
|
95
|
+
rspec-expectations (~> 3.5.0)
|
|
96
|
+
rspec-mocks (~> 3.5.0)
|
|
97
|
+
rspec-core (3.5.3)
|
|
98
|
+
rspec-support (~> 3.5.0)
|
|
99
|
+
rspec-expectations (3.5.0)
|
|
100
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
101
|
+
rspec-support (~> 3.5.0)
|
|
102
|
+
rspec-mocks (3.5.0)
|
|
103
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
104
|
+
rspec-support (~> 3.5.0)
|
|
105
|
+
rspec-support (3.5.0)
|
|
106
|
+
rubocop (0.43.0)
|
|
107
|
+
parser (>= 2.3.1.1, < 3.0)
|
|
108
|
+
powerpack (~> 0.1)
|
|
109
|
+
rainbow (>= 1.99.1, < 3.0)
|
|
110
|
+
ruby-progressbar (~> 1.7)
|
|
111
|
+
unicode-display_width (~> 1.0, >= 1.0.1)
|
|
112
|
+
ruby-progressbar (1.8.1)
|
|
113
|
+
rubyzip (1.2.0)
|
|
114
|
+
simplecov (0.12.0)
|
|
115
|
+
docile (~> 1.1.0)
|
|
116
|
+
json (>= 1.8, < 3)
|
|
117
|
+
simplecov-html (~> 0.10.0)
|
|
118
|
+
simplecov-html (0.10.0)
|
|
119
|
+
term-ansicolor (1.3.2)
|
|
120
|
+
tins (~> 1.0)
|
|
121
|
+
terminal-table (1.7.2)
|
|
122
|
+
unicode-display_width (~> 1.1.1)
|
|
123
|
+
thor (0.19.1)
|
|
124
|
+
thread_safe (0.3.5)
|
|
125
|
+
tins (1.12.0)
|
|
126
|
+
tzinfo (1.2.2)
|
|
127
|
+
thread_safe (~> 0.1)
|
|
128
|
+
unicode-display_width (1.1.1)
|
|
129
|
+
yaji (0.3.5)
|
|
130
|
+
yajl-ruby (1.2.1)
|
|
131
|
+
zip (2.0.2)
|
|
132
|
+
|
|
133
|
+
PLATFORMS
|
|
134
|
+
ruby
|
|
135
|
+
|
|
136
|
+
DEPENDENCIES
|
|
137
|
+
bundler (~> 1.5)
|
|
138
|
+
coveralls
|
|
139
|
+
jetel!
|
|
140
|
+
rake
|
|
141
|
+
rspec
|
|
142
|
+
rubocop (~> 0.35, >= 0.35.0)
|
|
143
|
+
simplecov
|
|
144
|
+
|
|
145
|
+
BUNDLED WITH
|
|
146
|
+
1.11.2
|
data/README.md
CHANGED
|
@@ -48,24 +48,26 @@ COMMANDS
|
|
|
48
48
|
wifileaks, Wifileaks - Module wifileaks
|
|
49
49
|
```
|
|
50
50
|
|
|
51
|
-
### Show help for command
|
|
51
|
+
### Show help for module command
|
|
52
52
|
|
|
53
53
|
```
|
|
54
|
-
$ jetel help
|
|
54
|
+
$ jetel help tiger
|
|
55
55
|
NAME
|
|
56
|
-
|
|
56
|
+
tiger - Module tiger
|
|
57
57
|
|
|
58
58
|
SYNOPSIS
|
|
59
|
-
jetel [global options]
|
|
60
|
-
jetel [global options]
|
|
61
|
-
jetel [global options]
|
|
62
|
-
jetel [global options]
|
|
59
|
+
jetel [global options] tiger download
|
|
60
|
+
jetel [global options] tiger extract
|
|
61
|
+
jetel [global options] tiger load [--analyze_num_rows num] [--column_type column-name=column-type]
|
|
62
|
+
jetel [global options] tiger sources [--format format=format]
|
|
63
|
+
jetel [global options] tiger transform
|
|
63
64
|
|
|
64
65
|
COMMANDS
|
|
65
|
-
download - download
|
|
66
|
-
extract - extract
|
|
67
|
-
load - load
|
|
68
|
-
|
|
66
|
+
download - download tiger
|
|
67
|
+
extract - extract tiger
|
|
68
|
+
load - load tiger
|
|
69
|
+
sources - sources tiger
|
|
70
|
+
transform - transform tiger
|
|
69
71
|
```
|
|
70
72
|
|
|
71
73
|
|
|
@@ -240,8 +242,9 @@ COPY "geolite"
|
|
|
240
242
|
|
|
241
243
|
```
|
|
242
244
|
$ rake -T
|
|
243
|
-
rake gem:build # Build jetel-0.0.
|
|
244
|
-
rake gem:install # Build and install jetel-0.0.
|
|
245
|
-
rake gem:install:local # Build and install jetel-0.0.
|
|
246
|
-
rake gem:release # Create tag v0.0.
|
|
245
|
+
rake gem:build # Build jetel-0.0.16.gem into the pkg directory
|
|
246
|
+
rake gem:install # Build and install jetel-0.0.16.gem into system gems
|
|
247
|
+
rake gem:install:local # Build and install jetel-0.0.16.gem into system gems without network access
|
|
248
|
+
rake gem:release # Create tag v0.0.16 and build and push jetel-0.0.16.gem to Rubygems
|
|
249
|
+
rake spec # Run RSpec code examples
|
|
247
250
|
```
|
data/lib/jetel/cli/app.rb
CHANGED
|
@@ -60,7 +60,8 @@ module Jetel
|
|
|
60
60
|
puts "Transforming #{shapefile}"
|
|
61
61
|
|
|
62
62
|
# "topojson data/Gadm/AFG/extracted/AFG_adm0.shp -o data/Gadm/AFG/transformed/AFG_adm0.topo.json"
|
|
63
|
-
|
|
63
|
+
destfile = shapefile.gsub(extracted_dir, dest_dir).gsub('.shp', '.topo.json')
|
|
64
|
+
cmd = "topojson --no-stitch-poles --no-force-clockwise #{shapefile} -o #{destfile} -p"
|
|
64
65
|
puts cmd
|
|
65
66
|
PTY.spawn(cmd) do |stdout, stdin, pid|
|
|
66
67
|
begin
|
|
@@ -31,7 +31,7 @@ require 'open-uri'
|
|
|
31
31
|
module Jetel
|
|
32
32
|
module Modules
|
|
33
33
|
class Tiger < Module
|
|
34
|
-
BASE_URL = '
|
|
34
|
+
BASE_URL = 'https://www2.census.gov/geo/tiger/TIGER2015'
|
|
35
35
|
CSS_SELECTOR = '#innerPage > table > tr > td > a'
|
|
36
36
|
|
|
37
37
|
class << self
|
data/lib/jetel/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: jetel
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.17
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Tomas Korcak
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2016-09-20 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|
|
@@ -382,6 +382,7 @@ files:
|
|
|
382
382
|
- ".rubocop.yml"
|
|
383
383
|
- ".travis.yml"
|
|
384
384
|
- Gemfile
|
|
385
|
+
- Gemfile.lock
|
|
385
386
|
- LICENSE
|
|
386
387
|
- LICENSE.txt
|
|
387
388
|
- README.md
|
|
@@ -459,7 +460,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
459
460
|
version: '0'
|
|
460
461
|
requirements: []
|
|
461
462
|
rubyforge_project:
|
|
462
|
-
rubygems_version: 2.4.
|
|
463
|
+
rubygems_version: 2.4.8
|
|
463
464
|
signing_key:
|
|
464
465
|
specification_version: 4
|
|
465
466
|
summary: Jetel
|