datahunter 0.0.5 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a521244790f9423ae6bbf23a9ed06ba5f8040541
-  data.tar.gz: a01ec6c806b025654d8b31ce95755ce590bd65bc
+  metadata.gz: f72e1cf6090108c35f52ab1fea70c16ba583824a
+  data.tar.gz: e102154ee89785deb91b5cd9416c36d51a1d59fc
 SHA512:
-  metadata.gz: ebf3128d53823481c779a0f262fd3d0d8d3cfcf08aba7ceab99cb0d09289b36090ab70b0cfeab5f21bae01bd9e1a04086cdb2d1537104a065958ba4a9f8f8678
-  data.tar.gz: 6490476020d3b0c4c186c3e1f0ea29c82bdc42ae5f16134a2bec65386ea08eedc8047043a207d377fa7da91ef04c187e62eb87de3025a7ad059f777d720310dc
+  metadata.gz: 491133c7dcb9baa827491874484f7754f2c497a9d3c51a23175141cc9eac80de756d11f3254db33442ac25c81630754c51b32a8d360150e400552b71b830777b
+  data.tar.gz: c9bf04c8859e107656f2b3071961f527b27ee99e7eccbb9977209a2e36b1537e44f955f77cb44f461c8f35117adecf7cb15e20fa371534f36e401fe9ab404f76

data/README.md

@@ -4,6 +4,8 @@
 
 ## Hunter 
 
+[![Gem Version](https://badge.fury.io/rb/datahunter.svg)](http://badge.fury.io/rb/datahunter) [![Build Status](https://travis-ci.org/NTerpo/datahunter.svg?branch=master)](https://travis-ci.org/NTerpo/datahunter)
+
 We believe there will be more and more data available on the web and the main issue will be to find them and to manage each sources. So we try to do it for you: not by pre-processing them but by orienting you. 
 
 
@@ -62,7 +64,7 @@ Don't hesitate to [give us any feedback about you experience with Hunter!](https
 ## Roadmap
 
 * more datasets
-* download datasets from the terminal
+* download datasets from the terminal (very soon :) )
 * more generic lib to make the API more easy to reuse
 
 ## Contributing

data/Rakefile

@@ -1,2 +1,10 @@
 require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
 
+# Default directory to look in is `/specs`
+# Run with `rake spec`
+RSpec::Core::RakeTask.new(:spec) do |task|
+  task.rspec_opts = ['--color', '--format documentation']
+end
+
+task :default => :spec

data/bin/hunter

@@ -7,6 +7,7 @@ require 'commander/import'
 require 'rest_client'
 require 'launchy'
 require 'colorize'
+require 'downloadr'
 
 program :version, Datahunter::VERSION
 program :description, 'Find Open Data directly from your terminal'
@@ -47,8 +48,14 @@ command :find do |c|
             
             case ask "### get the data? (y/n)".colorize(:yellow)
             when 'y'
-              Launchy.open(datasets[index]["uri"], options = {})
+              if datasets[index]["resources"].any?
+                Datahunter.download_the_data datasets[index]
+              else
+                puts "You can't download this dataset directly, but you should from there"
+                Launchy.open(datasets[index]["uri"], options = {})
+              end
               break
+           
             else # When no
               if index == 2
                 puts ("You may want to try: ".colorize(:red) + "'$ hunter search #{args[0].downcase}'".colorize(:blue))

data/datahunter.gemspec

@@ -1,4 +1,3 @@
-# coding: utf-8
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'datahunter/version'
@@ -16,16 +15,19 @@ Gem::Specification.new do |spec|
   spec.files         = `git ls-files -z`.split("\x0")
   spec.files.reject! { |fn| fn.include? "gif" }
   spec.files.reject! { |fn| fn.include? "logo" }
+  spec.files.reject! { |fn| fn.include? "travis" }
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
   
   spec.add_development_dependency "bundler", "~> 1.7"
   spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
   
   spec.add_runtime_dependency "json", "~> 1.8.1"
   spec.add_runtime_dependency "commander", "~> 4.2.1"
   spec.add_runtime_dependency "rest_client", "~> 1.8.2"
   spec.add_runtime_dependency "launchy", "~> 2.4.3"
   spec.add_runtime_dependency "colorize", "~> 0.7.3"
+  spec.add_runtime_dependency "downloadr", "0.0.41"
 end

data/lib/datahunter/base.rb

@@ -1,7 +1,11 @@
 require 'colorize'
 require 'launchy'
+require 'downloadr'
+require 'addressable/uri'
 
 module Datahunter
+
+#  DATASETS_URL = "http://localhost:3000/api/datasets/"
   DATASETS_URL = "http://shrouded-harbor-5877.herokuapp.com/api/datasets/"
   FEEDBACK_URL = "https://docs.google.com/forms/d/1yNzZjCCXvWHQCbWz4sx-nui3LafeeLcT7FF9T-vbKvw/viewform"
 
@@ -31,6 +35,31 @@ module Datahunter
     puts ("score: ".colorize(:green) + "#{dataset["huntscore"]}")
     puts
   end
+  
+  def self.print_downloadable_links dataset
+    dataset["resources"].each_with_index do |dl, i|
+      puts ("#{i}. ".colorize(:yellow) +
+            "#{dl["title"]} - ".colorize(:blue) + 
+            "#{dl["format"]}".colorize(:green))
+    end
+  end
+
+  def self.download_file url
+    puts "Start downloading..."
+    Downloadr::HTTP.download(url)
+    puts "Your file has been downloaded, try to $ ls ;D".colorize(:green)
+  end
+
+  def self.download_the_data dataset
+    print_downloadable_links dataset
+    dl = ask "### which one? (0/1/...)".colorize(:yellow)
+    dl = dl.to_i
+    if dataset["resources"][dl]["format"] == "HTML"
+      Launchy.open(dataset["resources"][dl]["url"], options = {})
+    else
+      download_file dataset["resources"][dl]["url"]
+    end
+  end
 
   def self.print_feedback_request
     case ask "### give feedback? (y/n)".colorize(:yellow)

data/lib/datahunter/version.rb

@@ -1,3 +1,3 @@
 module Datahunter
-  VERSION = "0.0.5"
+  VERSION = "0.1.0"
 end

data/spec/datahunter_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe "Datahunter Base" do 
+
+  before(:each) do
+    DATASETS_URL = "http://shrouded-harbor-5877.herokuapp.com/api/datasets/"
+  end
+  
+  describe 'create correct datasets_url' do
+    it 'should return a correct url' do
+      url = Datahunter.datasets_url("population", "france", "2010")
+      expect(url).to eq("#{DATASETS_URL}?tags=population&spatial=france&temporal=2010")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require 'datahunter'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahunter
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.1.0
 platform: ruby
 authors:
 - Terpo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-07 00:00:00.000000000 Z
+date: 2014-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.7.3
+- !ruby/object:Gem::Dependency
+  name: downloadr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.41
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.41
 description: Command line interface to find open datasets via the Hunter API
 email:
 - nicolas.terpolilli@gmail.com
@@ -128,6 +156,8 @@ files:
 - lib/datahunter.rb
 - lib/datahunter/base.rb
 - lib/datahunter/version.rb
+- spec/datahunter_spec.rb
+- spec/spec_helper.rb
 homepage: https://github.com/NTerpo/datahunter
 licenses:
 - MIT
@@ -152,4 +182,6 @@ rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: A Command Line Interface to find Open Datasets
-test_files: []
+test_files:
+- spec/datahunter_spec.rb
+- spec/spec_helper.rb