jetel 0.0.15 → 0.0.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 08a134a7446127a80ff17bc70f7ee1312db161e0
-  data.tar.gz: 6c6b65b87afd99a4f05672d421eb33619b100420
+  metadata.gz: 131c4c8fa85496e86fc0e816ed63df75fe62fe3d
+  data.tar.gz: 9c37132b9057ba03c060e8e2894ec001641d1a75
 SHA512:
-  metadata.gz: fa616721b387cbf35f0f586e9bac07dd2119e6f1133a7ee0a9574ab82efa2f285e3e16dc12dccda643e77ada5e7fa59b38c2f215d3737908200bc4ef19db1183
-  data.tar.gz: 4009e9ca9867ce8d2eb9ca2d6322cd5254b73334e729d283a4d1d81231bc34c982114a7b2926ba66e005578e1d3a014786bc23b02b76c64d0327e030290f4c73
+  metadata.gz: 2317296c5d291510f302478f6ee67f2daaea54e1b8880ea23da1fb4d755140dd4998885f4b6045b7d7889fe12d4aaa621a4e8df574df2da0bab1795f89e69677
+  data.tar.gz: 30e15cad5553dabb8fd1147508c84ed31b0741b16c10a94bd6df368bc39085a2a4f9fb731634366ef71fc6af1f1306da5ce4b8c56ded99100141a1f41667590d

data/.travis.yml

@@ -0,0 +1,34 @@
+language: ruby
+
+# sudo: true
+
+compiler:
+  - clang
+  - gcc
+
+before_install:
+  - sudo apt-get -y install python-software-properties
+  - sudo add-apt-repository -y ppa:mnunberg/cmake
+  - sudo apt-get update
+  - sudo apt-get -y install libgtest-dev libssl-dev libev-dev libevent-dev cmake
+
+#addons:
+#  apt:
+#    packages:
+#    - python-software-properties
+#    - cmake
+#    - libcouchbase
+#    - libcouchbase-dev
+#    - libgtest-dev
+#    - libssl-dev
+#    - libev-dev
+#    - libevent-dev
+#    - libcouchbase
+#    - libcouchbase-dev
+
+rvm:
+  - 2.2
+  - 2.1
+  - 2.0.0
+  - 1.9.3
+

data/README.md

@@ -2,6 +2,7 @@
 
 ## Status
 
+[![Build Status](https://travis-ci.org/korczis/jetel.svg)](https://travis-ci.org/korczis/jetel)
 [![Gem Version](https://badge.fury.io/rb/jetel.svg)](http://badge.fury.io/rb/jetel) 
 [![Downloads](http://img.shields.io/gem/dt/jetel.svg)](http://rubygems.org/gems/jetel)
 [![Dependency Status](https://gemnasium.com/korczis/jetel.svg)](https://gemnasium.com/korczis/jetel)
@@ -11,7 +12,8 @@
 Run `jetel`
 
 ```
- jetel
+$ jetel
+
 NAME
     jetel - Simple custom made tool for data download and basic ETL
 
@@ -19,7 +21,7 @@ SYNOPSIS
     jetel [global options] command [command options] [arguments...]
 
 VERSION
-    0.0.9
+    0.0.15
 
 GLOBAL OPTIONS
     -d, --download_dir=download-dir - Download directory (default: data)
@@ -31,6 +33,8 @@ GLOBAL OPTIONS
 COMMANDS
     alexa, Alexa         - Module alexa
     config               - Show config
+    downloaders          - Print downloaders info
+    gadm, Gadm           - Module gadm
     geolite, Geolite     - Module geolite
     help                 - Shows a list of commands or help for one command
     ip, Ip               - Module ip
@@ -39,6 +43,7 @@ COMMANDS
     modules              - Print modules info
     nga, Nga             - Module nga
     sfpd, Sfpd           - Module sfpd
+    tiger, Tiger         - Module tiger
     version              - Print version info
     wifileaks, Wifileaks - Module wifileaks
 ```
@@ -78,16 +83,18 @@ SYNOPSIS
 ### Show modules/sources
 
 ```
- jetel modules
+$ jetel modules
 +-----------+---------------------------+
 | Name      | Class                     |
 +-----------+---------------------------+
 | alexa     | Jetel::Modules::Alexa     |
+| gadm      | Jetel::Modules::Gadm      |
 | geolite   | Jetel::Modules::Geolite   |
 | ip        | Jetel::Modules::Ip        |
 | iso3166   | Jetel::Modules::Iso3166   |
 | nga       | Jetel::Modules::Nga       |
 | sfpd      | Jetel::Modules::Sfpd      |
+| tiger     | Jetel::Modules::Tiger     |
 | wifileaks | Jetel::Modules::Wifileaks |
 +-----------+---------------------------+
 ```
@@ -233,8 +240,8 @@ COPY "geolite"
 
 ```
 $ rake -T
-rake gem:build          # Build jetel-0.0.8.gem into the pkg directory
-rake gem:install        # Build and install jetel-0.0.8.gem into system gems
-rake gem:install:local  # Build and install jetel-0.0.8.gem into system gems without network access
-rake gem:release        # Create tag v0.0.8 and build and push jetel-0.0.8.gem to Rubygems
+rake gem:build          # Build jetel-0.0.15.gem into the pkg directory
+rake gem:install        # Build and install jetel-0.0.15.gem into system gems
+rake gem:install:local  # Build and install jetel-0.0.15.gem into system gems without network access
+rake gem:release        # Create tag v0.0.15 and build and push jetel-0.0.15.gem to Rubygems
 ```

data/Rakefile

@@ -2,3 +2,14 @@ namespace :gem do
   require 'bundler/gem_tasks'
 end
 
+begin
+  require 'rspec/core/rake_task'
+
+  RSpec::Core::RakeTask.new(:spec)
+
+  task :default => :spec
+rescue LoadError
+  # no rspec available
+end
+
+task :default => [:spec]

data/bin/jetel

@@ -1,3 +1,23 @@
 #! /usr/bin/env ruby
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require_relative '../lib/jetel/cli/cli'

data/lib/jetel.rb

@@ -1,3 +1,23 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require_relative 'jetel/lib'

data/lib/jetel/cli/app.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'gli'
 require 'pathname'
 require 'pp'

data/lib/jetel/cli/cli.rb

@@ -1,3 +1,23 @@
 # encoding: UTF-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require_relative 'app'

data/lib/jetel/cli/cmd/config_cmd.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'pp'
 
 require_relative '../../config/config'

data/lib/jetel/cli/cmd/downloaders_cmd.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'terminal-table'
 
 require_relative '../../downloaders/downloaders'

data/lib/jetel/cli/cmd/loaders_cmd.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'terminal-table'
 
 require_relative '../../loaders/loaders'

data/lib/jetel/cli/cmd/modules_cmd.rb

@@ -1,5 +1,26 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+
 require 'terminal-table'
 
 require_relative '../../modules/modules'
@@ -7,6 +28,16 @@ require_relative '../../modules/modules'
 MODULES = Jetel::Modules.modules
 
 MODULES_ACTIONS = {
+  sources: {
+    params: [
+      {
+        desc: 'Format',
+        default_value: nil,
+        arg_name: 'format=format',
+        flag: [:format]
+      }
+    ]
+  },
   download: nil,
   extract: nil,
   transform: nil,

data/lib/jetel/cli/cmd/version_cmd.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require_relative '../../version'
 
 require_relative '../shared'

data/lib/jetel/cli/shared.rb

@@ -1,5 +1,25 @@
 # encoding: UTF-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'gli'
 require 'pathname'
 

data/lib/jetel/config/config.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 module Jetel
   Config = {
     DATA_DIRECTORY: File.absolute_path(File.join(File.dirname(__FILE__), '..', '..', '..', 'data'))

data/lib/jetel/downloaders/base_downloader.rb

@@ -1,5 +1,25 @@
 # encoding: utf-8
 
+# Copyright (c) 2015, Tomas Korcak <korczis@gmail.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
 require 'fileutils'
 require_relative '../config/config'