jetel 0.0.9 → 0.0.10
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -3
- data/README.md +25 -15
- data/jetel.gemspec +1 -1
- data/lib/jetel/loaders/couchbase/couchbase.rb +0 -1
- data/lib/jetel/version.rb +1 -1
- metadata +1 -23
- data/lib/jetel/etl/etl.rb +0 -4
- data/lib/jetel/jetel/jetel.rb +0 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1e5961951669fdb00b01f41c1515e919064c373a
|
4
|
+
data.tar.gz: 9e9b52149fff9fa8cbaf5d014a2a0f94dfd5bf17
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3c97ea7e874de8c3152833cec2ea474f92820a5b845303103e8e2451d143c0947fbe5e8a4f4b30380f708d041d648879bff35dc16f9eb3e3468ace44778369c6
|
7
|
+
data.tar.gz: 443758e26fcf0ff7bd7f42ed4f387b95f97100dac3ce1aa97049fd670097ddce5453eedd85ab7bce1e33262d4ef944136b42380498535ab16b893a9989178155
|
data/Gemfile.lock
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
jetel (0.0.
|
4
|
+
jetel (0.0.10)
|
5
5
|
activesupport
|
6
6
|
aws-sdk (~> 2)
|
7
7
|
couchbase (~> 1.3, >= 1.3.14)
|
@@ -16,7 +16,6 @@ PATH
|
|
16
16
|
pmap
|
17
17
|
rubyzip
|
18
18
|
terminal-table
|
19
|
-
yajl-ruby (~> 1.2, >= 1.2.1)
|
20
19
|
zip
|
21
20
|
|
22
21
|
GEM
|
@@ -134,7 +133,6 @@ GEM
|
|
134
133
|
unf_ext
|
135
134
|
unf_ext (0.0.7.1)
|
136
135
|
yaji (0.3.5)
|
137
|
-
yajl-ruby (1.2.1)
|
138
136
|
zip (2.0.2)
|
139
137
|
|
140
138
|
PLATFORMS
|
data/README.md
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
Run `jetel`
|
6
6
|
|
7
7
|
```
|
8
|
-
|
8
|
+
jetel
|
9
9
|
NAME
|
10
10
|
jetel - Simple custom made tool for data download and basic ETL
|
11
11
|
|
@@ -13,7 +13,7 @@ SYNOPSIS
|
|
13
13
|
jetel [global options] command [command options] [arguments...]
|
14
14
|
|
15
15
|
VERSION
|
16
|
-
0.0.
|
16
|
+
0.0.9
|
17
17
|
|
18
18
|
GLOBAL OPTIONS
|
19
19
|
-d, --download_dir=download-dir - Download directory (default: data)
|
@@ -23,11 +23,13 @@ GLOBAL OPTIONS
|
|
23
23
|
--version - Display the program version
|
24
24
|
|
25
25
|
COMMANDS
|
26
|
+
alexa, Alexa - Module alexa
|
26
27
|
config - Show config
|
27
28
|
geolite, Geolite - Module geolite
|
28
29
|
help - Shows a list of commands or help for one command
|
29
30
|
ip, Ip - Module ip
|
30
31
|
iso3166, Iso3166 - Module iso3166
|
32
|
+
loaders - Print loaders info
|
31
33
|
modules - Print modules info
|
32
34
|
nga, Nga - Module nga
|
33
35
|
sfpd, Sfpd - Module sfpd
|
@@ -70,10 +72,11 @@ SYNOPSIS
|
|
70
72
|
### Show modules/sources
|
71
73
|
|
72
74
|
```
|
73
|
-
|
75
|
+
jetel modules
|
74
76
|
+-----------+---------------------------+
|
75
77
|
| Name | Class |
|
76
78
|
+-----------+---------------------------+
|
79
|
+
| alexa | Jetel::Modules::Alexa |
|
77
80
|
| geolite | Jetel::Modules::Geolite |
|
78
81
|
| ip | Jetel::Modules::Ip |
|
79
82
|
| iso3166 | Jetel::Modules::Iso3166 |
|
@@ -86,13 +89,14 @@ $ jetel modules
|
|
86
89
|
### Show loaders
|
87
90
|
|
88
91
|
```
|
89
|
-
$
|
90
|
-
|
91
|
-
| Name
|
92
|
-
|
93
|
-
| couchbase
|
94
|
-
|
|
95
|
-
|
92
|
+
$ jetel loaders
|
93
|
+
+---------------+-------------------------------+
|
94
|
+
| Name | Class |
|
95
|
+
+---------------+-------------------------------+
|
96
|
+
| couchbase | Jetel::Loaders::Couchbase |
|
97
|
+
| elasticsearch | Jetel::Loaders::Elasticsearch |
|
98
|
+
| pg | Jetel::Loaders::Pg |
|
99
|
+
+---------------+-------------------------------+
|
96
100
|
```
|
97
101
|
|
98
102
|
### Download source
|
@@ -177,22 +181,28 @@ COPY "geolite"
|
|
177
181
|
```
|
178
182
|
.
|
179
183
|
├── bin
|
180
|
-
|
184
|
+
── lib
|
181
185
|
│ └── jetel
|
182
186
|
│ ├── cli
|
183
187
|
│ │ └── cmd
|
184
188
|
│ ├── config
|
185
189
|
│ ├── downloader
|
186
190
|
│ │ └── backends
|
187
|
-
│ ├── etl
|
188
191
|
│ ├── extensions
|
189
192
|
│ ├── helpers
|
190
|
-
│ ├──
|
193
|
+
│ ├── loaders
|
194
|
+
│ │ ├── couchbase
|
195
|
+
│ │ ├── elasticsearch
|
196
|
+
│ │ └── pg
|
197
|
+
│ │ └── sql
|
191
198
|
│ └── modules
|
199
|
+
│ ├── alexa
|
200
|
+
│ ├── geolite
|
192
201
|
│ ├── ip
|
202
|
+
│ ├── iso3166
|
193
203
|
│ ├── nga
|
194
|
-
│
|
195
|
-
|
204
|
+
│ ├── sfpd
|
205
|
+
│ └── wifileaks
|
196
206
|
└── test
|
197
207
|
```
|
198
208
|
|
data/jetel.gemspec
CHANGED
@@ -33,7 +33,7 @@ Gem::Specification.new do |spec|
|
|
33
33
|
spec.add_dependency 'pmap'
|
34
34
|
spec.add_dependency 'rubyzip'
|
35
35
|
spec.add_dependency 'terminal-table'
|
36
|
-
spec.add_dependency 'yajl-ruby', '~> 1.2', '>= 1.2.1'
|
36
|
+
# spec.add_dependency 'yajl-ruby', '~> 1.2', '>= 1.2.1'
|
37
37
|
spec.add_dependency 'zip'
|
38
38
|
|
39
39
|
spec.add_development_dependency 'bundler', '~> 1.5'
|
data/lib/jetel/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: jetel
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.10
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Tomas Korcak
|
@@ -218,26 +218,6 @@ dependencies:
|
|
218
218
|
- - ">="
|
219
219
|
- !ruby/object:Gem::Version
|
220
220
|
version: '0'
|
221
|
-
- !ruby/object:Gem::Dependency
|
222
|
-
name: yajl-ruby
|
223
|
-
requirement: !ruby/object:Gem::Requirement
|
224
|
-
requirements:
|
225
|
-
- - "~>"
|
226
|
-
- !ruby/object:Gem::Version
|
227
|
-
version: '1.2'
|
228
|
-
- - ">="
|
229
|
-
- !ruby/object:Gem::Version
|
230
|
-
version: 1.2.1
|
231
|
-
type: :runtime
|
232
|
-
prerelease: false
|
233
|
-
version_requirements: !ruby/object:Gem::Requirement
|
234
|
-
requirements:
|
235
|
-
- - "~>"
|
236
|
-
- !ruby/object:Gem::Version
|
237
|
-
version: '1.2'
|
238
|
-
- - ">="
|
239
|
-
- !ruby/object:Gem::Version
|
240
|
-
version: 1.2.1
|
241
221
|
- !ruby/object:Gem::Dependency
|
242
222
|
name: zip
|
243
223
|
requirement: !ruby/object:Gem::Requirement
|
@@ -370,12 +350,10 @@ files:
|
|
370
350
|
- lib/jetel/downloader/backends/aria.rb
|
371
351
|
- lib/jetel/downloader/backends/base_downloader.rb
|
372
352
|
- lib/jetel/downloader/downloader.rb
|
373
|
-
- lib/jetel/etl/etl.rb
|
374
353
|
- lib/jetel/extensions/extensions.rb
|
375
354
|
- lib/jetel/extensions/kernel.rb
|
376
355
|
- lib/jetel/helpers/general_helper.rb
|
377
356
|
- lib/jetel/helpers/helpers.rb
|
378
|
-
- lib/jetel/jetel/jetel.rb
|
379
357
|
- lib/jetel/lib.rb
|
380
358
|
- lib/jetel/loaders/couchbase/couchbase.rb
|
381
359
|
- lib/jetel/loaders/elasticsearch/elasticsearch.rb
|
data/lib/jetel/etl/etl.rb
DELETED
data/lib/jetel/jetel/jetel.rb
DELETED