reliefweb_scraper 0.3.1 → 0.4.0

data/spec/lib/reliefweb_spec.rb

@@ -5,26 +5,18 @@ describe Reliefweb do
   use_vcr_cassette 'reliefweb', :record => :new_episodes
 
   it 'should fetch a list of featured disasters' do
-    Reliefweb.should_receive(:fetch_glidenumber).at_least(:once).with(/^\//).and_return("OT-2011-000110-UGA")
-    Glidenumber.should_receive(:find).at_least(:once).with("OT-2011-000110-UGA").and_return(
-      Glidenumber::Record.new(:country => "Uganda",
-                                :date =>  Date.new(2011, 8, 12),
-                                :glidenumber => "MS-2011-000110-UGA"))
-
     disasters = Reliefweb.featured_disasters
     disasters.should_not be_empty
     disaster = disasters.first
     disaster.should be_a(Reliefweb::Disaster)
-    disaster.url.should == "http://reliefweb.int/horn-africa-crisis2011"
-    disaster.country.should == "Uganda"
-    disaster.date.should == Date.new(2011, 8, 12)
-    disaster.glidenumber.should == 'MS-2011-000110-UGA'
-    disaster.title.should == 'Horn of Africa Crisis'
+    disaster.url.should == "http://reliefweb.int/disaster/tc-2012-000036-mdg"
+    disaster.country_code.should == "mdg, moz"
+    disaster.date.should == Time.parse('Mon, 05 Mar 2012 00:00:00 +0000')
+    disaster.glidenumber.should == 'TC-2012-000036-MDG'
+    disaster.title.should == 'Tropical Storm Irina'
+    disaster.current.should be_true
+    disaster.disaster_type.should == "Tropical Cyclone, Flood, Violent Wind"
   end
 
-  it 'should parse a glide number from a disaster page' do
-    glidenumber = Reliefweb.fetch_glidenumber("http://reliefweb.int/taxonomy/term/8956")
-    glidenumber.should == "MS-2011-000110-UGA"
-  end
 end
 

metadata

@@ -1,177 +1,160 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: reliefweb_scraper
-version: !ruby/object:Gem::Version 
-  hash: 17
+version: !ruby/object:Gem::Version
+  version: 0.4.0
   prerelease: 
-  segments: 
-  - 0
-  - 3
-  - 1
-  version: 0.3.1
 platform: ruby
-authors: 
+authors:
 - Nathan Broadbent
 - Stanley Lau
 - Stephen Kenworthy
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-10-12 00:00:00 +08:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: mechanize
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+date: 2012-03-24 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 13
-        segments: 
-        - 2
-        - 0
-        - 1
-        version: 2.0.1
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: hashie
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 19
-        segments: 
-        - 1
-        - 1
-        - 0
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 1.1.0
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 27
-        segments: 
-        - 2
-        - 5
-        - 0
+      - !ruby/object:Gem::Version
         version: 2.5.0
   type: :development
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: vcr
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 57
-        segments: 
-        - 1
-        - 11
-        - 1
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
         version: 1.11.1
   type: :development
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: webmock
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 11
-        segments: 
-        - 1
-        - 7
-        - 0
+      - !ruby/object:Gem::Version
+        version: 1.11.1
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
         version: 1.7.0
   type: :development
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: awesome_print
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 15
-        segments: 
-        - 0
-        - 4
-        - 0
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
         version: 0.4.0
   type: :development
-  version_requirements: *id006
-description: Scrapes reliefweb's featured disasters, and pulls additional information from glidenumber.net
-email: 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+description: Gathers disasters from Reliefweb via RSS and presents them as a Disaster
+  hashie
+email:
 - itdept@crossroads.org.hk
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
 - .rspec
 - Gemfile
 - README.md
 - Rakefile
-- lib/glidenumber.rb
 - lib/reliefweb.rb
 - reliefweb_scraper.gemspec
-- spec/fixtures/vcr_cassettes/glidenumber.yml
 - spec/fixtures/vcr_cassettes/reliefweb.yml
-- spec/lib/glidenumber_spec.rb
 - spec/lib/reliefweb_spec.rb
 - spec/spec_helper.rb
-has_rdoc: true
 homepage: http://www.crossroads.org.hk
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+      hash: -475121041
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
+      hash: -475121041
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.6.2
+rubygems_version: 1.8.20
 signing_key: 
 specification_version: 3
-summary: Scrape Reliefweb featured disasters
+summary: Feeds disasters from Reliefweb
 test_files: []
-

data/lib/glidenumber.rb

@@ -1,58 +0,0 @@
-require 'date'
-require 'hashie'
-require 'mechanize'
-
-module Glidenumber
-  class SearchError < StandardError; end
-  class ParseError < StandardError; end
-
-  class Record < Hashie::Mash; end
-
-  def self.find(glidenumber)
-    unless query = glidenumber.upcase[/([0-9]{4}-[0-9]{6}-[A-Z]{3})/,1]
-      raise ArgumentError.new("Glidenumber is invalid. Should contain: 1234-123456-ABC")
-    end
-    agent = Mechanize.new
-    agent.post("http://glidenumber.net/glide/public/search/search.jsp",
-               {'X_Resolution' => "1280",
-                'events' => 	    "*",
-                'ftoption' => 	  "&",
-                'go.x' => 	      "0",
-                'go.y' => 	      "0",
-                'keywords' => 	  query,
-                'level0' => 	    "*",
-                'level1' => 	    "*",
-                'maxhits' => 	    "10",
-                'nStart' => 	    "0",
-                'posted' => 	    "0",
-                'process' => 	    "0",
-                'sortby' => 	    "0"}
-    )
-    links = agent.page.parser.css("table tr td.bgLightLight table tr td table tr.bgLightLight[2] a")
-    if links.size != 1
-      if links.empty?
-        raise SearchError.new("Did not find any records matching: #{query}")
-      else
-        raise SearchError.new("Found too many records matching: #{query}")
-      end
-    end
-    link = links.first
-    glidenumber = link.text.strip
-    glidenumber.match /([A-Z]{2})-\d{4}-\d{6}-([A-Z]{3})/
-    disaster_type, country_code = $1, $2
-
-    agent.get(link.attributes["href"].to_s)
-
-    country = agent.page.parser.css("table tr td table.basefontSmall tr[3] td.bgLightLight strong").text.strip.split.last
-    raise ParseError.new("Could not find country on Glidenumber page!") if country == ""
-    date = agent.page.parser.css("table tr td table.basefontSmall tr[5] td.bgLightLight[2]").text.strip
-    date = Date.strptime(date, '%Y-%m-%d')
-
-    Record.new({:country => country,
-                :country_code => country_code,
-                :date => date,
-                :glidenumber => glidenumber,
-                :disaster_type => disaster_type})
-  end
-end
-