jetel 0.0.16 → 0.0.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +146 -0
- data/README.md +18 -15
- data/lib/jetel/cli/app.rb +8 -1
- data/lib/jetel/modules/gadm/gadm.rb +2 -1
- data/lib/jetel/modules/tiger/tiger.rb +1 -1
- data/lib/jetel/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: bbe744cbb585442dcc216003ff47cfcb0a14968c
|
|
4
|
+
data.tar.gz: 8776b1a4d4d5833ee932f00436ca168b60d04a3e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 504e9f9aa3bcbeb686b452fd998770accb00634a554436016dc428f41c30dd29b4ddc2827a92fa4aee9ca214e89675f6c1dd9b7f51f01ae3273071019c34433d
|
|
7
|
+
data.tar.gz: 1650315c77695953c6d8dfb5df2c3145fb116bf1619364ec2ac1023a19f923a56bf673ac59b248a669f38b9f8d4410dbe02fa107dd51efcdcf6bd2a308b26cf4
|
data/Gemfile.lock
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
jetel (0.0.17)
|
|
5
|
+
activesupport
|
|
6
|
+
aws-sdk (~> 2)
|
|
7
|
+
couchbase (~> 1.3, >= 1.3.14)
|
|
8
|
+
csv2psql (~> 0.0.19)
|
|
9
|
+
elasticsearch (~> 1.0, >= 1.0.14)
|
|
10
|
+
gli
|
|
11
|
+
i18n
|
|
12
|
+
json_pure (~> 1.8, >= 1.8.3)
|
|
13
|
+
multi_json
|
|
14
|
+
nokogiri
|
|
15
|
+
pg
|
|
16
|
+
pmap
|
|
17
|
+
rest_client (~> 1.8, >= 1.8.3)
|
|
18
|
+
rubyzip
|
|
19
|
+
terminal-table
|
|
20
|
+
yajl-ruby (~> 1.2, >= 1.2.1)
|
|
21
|
+
zip
|
|
22
|
+
|
|
23
|
+
GEM
|
|
24
|
+
remote: https://rubygems.org/
|
|
25
|
+
specs:
|
|
26
|
+
activesupport (5.0.0.1)
|
|
27
|
+
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
28
|
+
i18n (~> 0.7)
|
|
29
|
+
minitest (~> 5.1)
|
|
30
|
+
tzinfo (~> 1.1)
|
|
31
|
+
ast (2.3.0)
|
|
32
|
+
aws-sdk (2.6.1)
|
|
33
|
+
aws-sdk-resources (= 2.6.1)
|
|
34
|
+
aws-sdk-core (2.6.1)
|
|
35
|
+
jmespath (~> 1.0)
|
|
36
|
+
aws-sdk-resources (2.6.1)
|
|
37
|
+
aws-sdk-core (= 2.6.1)
|
|
38
|
+
concurrent-ruby (1.0.2)
|
|
39
|
+
connection_pool (2.2.0)
|
|
40
|
+
couchbase (1.3.14)
|
|
41
|
+
connection_pool (>= 1.0.0, <= 3.0.0)
|
|
42
|
+
multi_json (~> 1.0)
|
|
43
|
+
yaji (~> 0.3, >= 0.3.2)
|
|
44
|
+
coveralls (0.8.15)
|
|
45
|
+
json (>= 1.8, < 3)
|
|
46
|
+
simplecov (~> 0.12.0)
|
|
47
|
+
term-ansicolor (~> 1.3)
|
|
48
|
+
thor (~> 0.19.1)
|
|
49
|
+
tins (>= 1.6.0, < 2)
|
|
50
|
+
csv2psql (0.0.19)
|
|
51
|
+
gli (~> 2.13, >= 2.13.2)
|
|
52
|
+
json_pure (~> 1.8, >= 1.8.3)
|
|
53
|
+
lru (~> 0.1, >= 0.1.0)
|
|
54
|
+
multi_json (~> 1.11, >= 1.11.2)
|
|
55
|
+
rake (~> 10.4, >= 10.4.2)
|
|
56
|
+
terminal-table (~> 1.5, >= 1.5.2)
|
|
57
|
+
diff-lcs (1.2.5)
|
|
58
|
+
docile (1.1.5)
|
|
59
|
+
elasticsearch (1.1.0)
|
|
60
|
+
elasticsearch-api (= 1.1.0)
|
|
61
|
+
elasticsearch-transport (= 1.1.0)
|
|
62
|
+
elasticsearch-api (1.1.0)
|
|
63
|
+
multi_json
|
|
64
|
+
elasticsearch-transport (1.1.0)
|
|
65
|
+
faraday
|
|
66
|
+
multi_json
|
|
67
|
+
faraday (0.9.2)
|
|
68
|
+
multipart-post (>= 1.2, < 3)
|
|
69
|
+
gli (2.14.0)
|
|
70
|
+
i18n (0.7.0)
|
|
71
|
+
jmespath (1.3.1)
|
|
72
|
+
json (2.0.2)
|
|
73
|
+
json_pure (1.8.3)
|
|
74
|
+
lru (0.1.0)
|
|
75
|
+
mini_portile2 (2.1.0)
|
|
76
|
+
minitest (5.9.0)
|
|
77
|
+
multi_json (1.12.1)
|
|
78
|
+
multipart-post (2.0.0)
|
|
79
|
+
netrc (0.7.9)
|
|
80
|
+
nokogiri (1.6.8)
|
|
81
|
+
mini_portile2 (~> 2.1.0)
|
|
82
|
+
pkg-config (~> 1.1.7)
|
|
83
|
+
parser (2.3.1.4)
|
|
84
|
+
ast (~> 2.2)
|
|
85
|
+
pg (0.18.4)
|
|
86
|
+
pkg-config (1.1.7)
|
|
87
|
+
pmap (1.1.1)
|
|
88
|
+
powerpack (0.1.1)
|
|
89
|
+
rainbow (2.1.0)
|
|
90
|
+
rake (10.5.0)
|
|
91
|
+
rest_client (1.8.3)
|
|
92
|
+
netrc (~> 0.7.7)
|
|
93
|
+
rspec (3.5.0)
|
|
94
|
+
rspec-core (~> 3.5.0)
|
|
95
|
+
rspec-expectations (~> 3.5.0)
|
|
96
|
+
rspec-mocks (~> 3.5.0)
|
|
97
|
+
rspec-core (3.5.3)
|
|
98
|
+
rspec-support (~> 3.5.0)
|
|
99
|
+
rspec-expectations (3.5.0)
|
|
100
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
101
|
+
rspec-support (~> 3.5.0)
|
|
102
|
+
rspec-mocks (3.5.0)
|
|
103
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
104
|
+
rspec-support (~> 3.5.0)
|
|
105
|
+
rspec-support (3.5.0)
|
|
106
|
+
rubocop (0.43.0)
|
|
107
|
+
parser (>= 2.3.1.1, < 3.0)
|
|
108
|
+
powerpack (~> 0.1)
|
|
109
|
+
rainbow (>= 1.99.1, < 3.0)
|
|
110
|
+
ruby-progressbar (~> 1.7)
|
|
111
|
+
unicode-display_width (~> 1.0, >= 1.0.1)
|
|
112
|
+
ruby-progressbar (1.8.1)
|
|
113
|
+
rubyzip (1.2.0)
|
|
114
|
+
simplecov (0.12.0)
|
|
115
|
+
docile (~> 1.1.0)
|
|
116
|
+
json (>= 1.8, < 3)
|
|
117
|
+
simplecov-html (~> 0.10.0)
|
|
118
|
+
simplecov-html (0.10.0)
|
|
119
|
+
term-ansicolor (1.3.2)
|
|
120
|
+
tins (~> 1.0)
|
|
121
|
+
terminal-table (1.7.2)
|
|
122
|
+
unicode-display_width (~> 1.1.1)
|
|
123
|
+
thor (0.19.1)
|
|
124
|
+
thread_safe (0.3.5)
|
|
125
|
+
tins (1.12.0)
|
|
126
|
+
tzinfo (1.2.2)
|
|
127
|
+
thread_safe (~> 0.1)
|
|
128
|
+
unicode-display_width (1.1.1)
|
|
129
|
+
yaji (0.3.5)
|
|
130
|
+
yajl-ruby (1.2.1)
|
|
131
|
+
zip (2.0.2)
|
|
132
|
+
|
|
133
|
+
PLATFORMS
|
|
134
|
+
ruby
|
|
135
|
+
|
|
136
|
+
DEPENDENCIES
|
|
137
|
+
bundler (~> 1.5)
|
|
138
|
+
coveralls
|
|
139
|
+
jetel!
|
|
140
|
+
rake
|
|
141
|
+
rspec
|
|
142
|
+
rubocop (~> 0.35, >= 0.35.0)
|
|
143
|
+
simplecov
|
|
144
|
+
|
|
145
|
+
BUNDLED WITH
|
|
146
|
+
1.11.2
|
data/README.md
CHANGED
|
@@ -48,24 +48,26 @@ COMMANDS
|
|
|
48
48
|
wifileaks, Wifileaks - Module wifileaks
|
|
49
49
|
```
|
|
50
50
|
|
|
51
|
-
### Show help for command
|
|
51
|
+
### Show help for module command
|
|
52
52
|
|
|
53
53
|
```
|
|
54
|
-
$ jetel help
|
|
54
|
+
$ jetel help tiger
|
|
55
55
|
NAME
|
|
56
|
-
|
|
56
|
+
tiger - Module tiger
|
|
57
57
|
|
|
58
58
|
SYNOPSIS
|
|
59
|
-
jetel [global options]
|
|
60
|
-
jetel [global options]
|
|
61
|
-
jetel [global options]
|
|
62
|
-
jetel [global options]
|
|
59
|
+
jetel [global options] tiger download
|
|
60
|
+
jetel [global options] tiger extract
|
|
61
|
+
jetel [global options] tiger load [--analyze_num_rows num] [--column_type column-name=column-type]
|
|
62
|
+
jetel [global options] tiger sources [--format format=format]
|
|
63
|
+
jetel [global options] tiger transform
|
|
63
64
|
|
|
64
65
|
COMMANDS
|
|
65
|
-
download - download
|
|
66
|
-
extract - extract
|
|
67
|
-
load - load
|
|
68
|
-
|
|
66
|
+
download - download tiger
|
|
67
|
+
extract - extract tiger
|
|
68
|
+
load - load tiger
|
|
69
|
+
sources - sources tiger
|
|
70
|
+
transform - transform tiger
|
|
69
71
|
```
|
|
70
72
|
|
|
71
73
|
|
|
@@ -240,8 +242,9 @@ COPY "geolite"
|
|
|
240
242
|
|
|
241
243
|
```
|
|
242
244
|
$ rake -T
|
|
243
|
-
rake gem:build # Build jetel-0.0.
|
|
244
|
-
rake gem:install # Build and install jetel-0.0.
|
|
245
|
-
rake gem:install:local # Build and install jetel-0.0.
|
|
246
|
-
rake gem:release # Create tag v0.0.
|
|
245
|
+
rake gem:build # Build jetel-0.0.16.gem into the pkg directory
|
|
246
|
+
rake gem:install # Build and install jetel-0.0.16.gem into system gems
|
|
247
|
+
rake gem:install:local # Build and install jetel-0.0.16.gem into system gems without network access
|
|
248
|
+
rake gem:release # Create tag v0.0.16 and build and push jetel-0.0.16.gem to Rubygems
|
|
249
|
+
rake spec # Run RSpec code examples
|
|
247
250
|
```
|
data/lib/jetel/cli/app.rb
CHANGED
|
@@ -60,7 +60,8 @@ module Jetel
|
|
|
60
60
|
puts "Transforming #{shapefile}"
|
|
61
61
|
|
|
62
62
|
# "topojson data/Gadm/AFG/extracted/AFG_adm0.shp -o data/Gadm/AFG/transformed/AFG_adm0.topo.json"
|
|
63
|
-
|
|
63
|
+
destfile = shapefile.gsub(extracted_dir, dest_dir).gsub('.shp', '.topo.json')
|
|
64
|
+
cmd = "topojson --no-stitch-poles --no-force-clockwise #{shapefile} -o #{destfile} -p"
|
|
64
65
|
puts cmd
|
|
65
66
|
PTY.spawn(cmd) do |stdout, stdin, pid|
|
|
66
67
|
begin
|
|
@@ -31,7 +31,7 @@ require 'open-uri'
|
|
|
31
31
|
module Jetel
|
|
32
32
|
module Modules
|
|
33
33
|
class Tiger < Module
|
|
34
|
-
BASE_URL = '
|
|
34
|
+
BASE_URL = 'https://www2.census.gov/geo/tiger/TIGER2015'
|
|
35
35
|
CSS_SELECTOR = '#innerPage > table > tr > td > a'
|
|
36
36
|
|
|
37
37
|
class << self
|
data/lib/jetel/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: jetel
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.17
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Tomas Korcak
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2016-09-20 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|
|
@@ -382,6 +382,7 @@ files:
|
|
|
382
382
|
- ".rubocop.yml"
|
|
383
383
|
- ".travis.yml"
|
|
384
384
|
- Gemfile
|
|
385
|
+
- Gemfile.lock
|
|
385
386
|
- LICENSE
|
|
386
387
|
- LICENSE.txt
|
|
387
388
|
- README.md
|
|
@@ -459,7 +460,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
459
460
|
version: '0'
|
|
460
461
|
requirements: []
|
|
461
462
|
rubyforge_project:
|
|
462
|
-
rubygems_version: 2.4.
|
|
463
|
+
rubygems_version: 2.4.8
|
|
463
464
|
signing_key:
|
|
464
465
|
specification_version: 4
|
|
465
466
|
summary: Jetel
|