reliefweb_scraper 0.4.5 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 212ccf48fe5619745671ec2413c3c6abfcbd850d
-  data.tar.gz: 22d4f8ea9c1090c92ef26aca186045ea6df6c34e
+  metadata.gz: 5b3e810393d2563a32cf6a5f74e6708360f83726
+  data.tar.gz: 49220bec7b27450c696841d5b75e6a51796e8ef3
 SHA512:
-  metadata.gz: 15f30f719d7fd5fedc552e06ef817135357cae9cc7681ac245fe6b3c7b808ae443612cdbfd9577e2d92cc3ed051d01a5b9eb2631fbab07a7abba7c97b21aa5ef
-  data.tar.gz: 559483cf696a6250efab7c924d4c34bd17bf70165324539aaa89ba71135522b96dcaca15380079e2b4dba5775f4c4be01f1eb18a43134e0b878121cb4d938c03
+  metadata.gz: c8f38b9e3ee9c0915a75cc6f8e3a86431399626f427e21831eec9f980b2c3f4aaf14f8c45956a763868a3d1f5465a84efb68ccdbb02825e37d0a7c038c479d71
+  data.tar.gz: b0f3646b85a2b0cbe9aa2c2951799253b12eda934287447b8ca32208c3073984cafc3bad4142e6df44415b98873c870d4894d8e97ee76672b616eaf8210b453b

data/.ruby-version

@@ -1 +1 @@
-ruby-1.9.3-p547
+ruby-2.3.3

data/Gemfile

@@ -1,7 +1,7 @@
 source 'https://rubygems.org'
 
 group :development, :test do
-  gem 'debugger' unless ENV["CI"]
+  gem 'byebug' unless ENV["CI"]
 end
 
 gemspec

data/lib/reliefweb.rb

@@ -17,12 +17,12 @@ module Reliefweb
     items.map do |item|
       title = item.xpath('title').text.sub(/-[^-]*$/, '').strip
       url = item.xpath('link').text
-      country_code = item.xpath('reliefweb:iso3').map(&:text).join(', ')
+      # country_code = item.xpath('reliefweb:iso3').map(&:text).join(', ')
       date = Time.parse(item.xpath('pubDate').text)
       glidenumber = parse_glide_number(item)
       disaster_type = item.xpath('reliefweb:disaster_type').map(&:text).join(', ')
       current = true
-      Disaster.new({:title => title, :url => url, :country_code => country_code,
+      Disaster.new({:title => title, :url => url,
         :date => date, :glidenumber => glidenumber, :disaster_type => disaster_type,
         :current => current})
     end

data/reliefweb_scraper.gemspec

@@ -3,11 +3,11 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "reliefweb_scraper"
-  s.version     = "0.4.5"
+  s.version     = "0.5.0"
   s.platform    = Gem::Platform::RUBY
   s.authors     = ["Nathan Broadbent", "Stanley Lau", "Stephen Kenworthy"]
   s.email       = ["itdept@crossroads.org.hk"]
-  s.homepage    = "http://www.crossroads.org.hk"
+  s.homepage    = "https://www.crossroads.org.hk"
   s.summary     = %q{Feeds disasters from Reliefweb}
   s.description = %q{Gathers disasters from Reliefweb via RSS and presents them as a Disaster hashie}
 

data/spec/lib/reliefweb_spec.rb

@@ -7,7 +7,7 @@ describe Reliefweb do
   let(:disasters) { Reliefweb.featured_disasters }
   let(:disaster)  { disasters.first }
 
-  before { Reliefweb.stub(:rss).and_return(raw_xml) }
+  before { allow(Reliefweb).to receive(:rss).and_return(raw_xml) }
 
   it 'should fetch a list of featured disasters' do
     expect(disasters.count).to eql(20)
@@ -17,9 +17,9 @@ describe Reliefweb do
     expect(disaster.url).to eql("http://reliefweb.int/disaster/eq-2015-000048-npl")
   end
 
-  it "should parse country code" do
-    expect(disaster.country_code).to eql("bgd, chn, ind, npl")
-  end
+  # it "should parse country code" do
+  #   expect(disaster.country_code).to eql("bgd, chn, ind, npl")
+  # end
 
   it "should parse date" do
     expect(disaster.date).to eql( Time.parse('2015-04-25 08:00:00 +0800') )

data/spec/support/rss.xml

@@ -72,14 +72,6 @@ Affected countries: Bangladesh, China, India, Nepal<br/>
 Date: 25 Apr 2015<br/>
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Earthquake</reliefweb:disaster_type>
-<reliefweb:country>Bangladesh</reliefweb:country>
-<reliefweb:country>China</reliefweb:country>
-<reliefweb:country>India</reliefweb:country>
-<reliefweb:country>Nepal</reliefweb:country>
-<reliefweb:iso3>bgd</reliefweb:iso3>
-<reliefweb:iso3>chn</reliefweb:iso3>
-<reliefweb:iso3>ind</reliefweb:iso3>
-<reliefweb:iso3>npl</reliefweb:iso3>
 </item>
 <item>
 <title>Chile: Chile: Volcano Calbuco - Apr 2015</title>
@@ -103,10 +95,6 @@ Affected countries: Argentina, Chile&lt;br/&gt;
 Date: 23 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
 <reliefweb:disaster_type>Volcano</reliefweb:disaster_type>
-<reliefweb:country>Argentina</reliefweb:country>
-<reliefweb:country>Chile</reliefweb:country>
-<reliefweb:iso3>arg</reliefweb:iso3>
-<reliefweb:iso3>chl</reliefweb:iso3>
 </item>
 <item>
 <title>Kazakhstan: Kazakhstan: Flash Floods - Apr 2015</title>
@@ -131,8 +119,6 @@ Date: 20 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Kazakhstan</reliefweb:country>
-<reliefweb:iso3>kaz</reliefweb:iso3>
 </item>
 <item>
 <title>Somalia: Somalia: Floods - Apr 2015</title>
@@ -157,8 +143,6 @@ Date: 15 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Somalia</reliefweb:country>
-<reliefweb:iso3>som</reliefweb:iso3>
 </item>
 <item>
 <title>Haiti: Haiti: Floods - Apr 2015</title>
@@ -195,8 +179,6 @@ Date: 07 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Haiti</reliefweb:country>
-<reliefweb:iso3>hti</reliefweb:iso3>
 </item>
 <item>
 <title>Paraguay: Paraguay: Severe Local Storm - Apr 2015</title>
@@ -232,8 +214,6 @@ Affected countries: Paraguay&lt;br/&gt;
 Date: 04 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
-<reliefweb:country>Paraguay</reliefweb:country>
-<reliefweb:iso3>pry</reliefweb:iso3>
 </item>
 <item>
 <title>Niger: Niger: Meningitis and Measles Outbreaks - Apr 2015</title>
@@ -257,8 +237,6 @@ Affected countries: Niger&lt;br/&gt;
 Date: 01 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
 <reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
-<reliefweb:country>Niger</reliefweb:country>
-<reliefweb:iso3>ner</reliefweb:iso3>
 </item>
 <item>
 <title>Burundi: Burundi: Landslides and Floods - Mar 2015</title>
@@ -283,8 +261,6 @@ Date: 29 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
-<reliefweb:country>Burundi</reliefweb:country>
-<reliefweb:iso3>bdi</reliefweb:iso3>
 </item>
 <item>
 <title>Micronesia (Federated States of): Typhoon Maysak - Mar 2015</title>
@@ -328,10 +304,6 @@ crops has left many with no alternative food sources. Yap&amp;#39;s Ulithi Atoll
 Date: 29 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
-<reliefweb:country>Micronesia (Federated States of)</reliefweb:country>
-<reliefweb:country>Philippines</reliefweb:country>
-<reliefweb:iso3>fsm</reliefweb:iso3>
-<reliefweb:iso3>phl</reliefweb:iso3>
 </item>
 <item>
 <title>Chile: Chile: Floods - Mar 2015</title>
@@ -369,8 +341,6 @@ Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
-<reliefweb:country>Chile</reliefweb:country>
-<reliefweb:iso3>chl</reliefweb:iso3>
 </item>
 <item>
 <title>Ecuador: Ecuador: Floods and Landslides - Mar 2015</title>
@@ -396,8 +366,6 @@ Status: Alert</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
-<reliefweb:country>Ecuador</reliefweb:country>
-<reliefweb:iso3>ecu</reliefweb:iso3>
 </item>
 <item>
 <title>Argentina: Argentina: Floods - Mar 2015</title>
@@ -421,8 +389,6 @@ Affected countries: Argentina&lt;br/&gt;
 Date: 19 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Argentina</reliefweb:country>
-<reliefweb:iso3>arg</reliefweb:iso3>
 </item>
 <item>
 <title>Vanuatu: Tropical Cyclone Pam - Mar 2015</title>
@@ -486,18 +452,6 @@ Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Storm Surge</reliefweb:disaster_type>
 <reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
-<reliefweb:country>Fiji</reliefweb:country>
-<reliefweb:country>Kiribati</reliefweb:country>
-<reliefweb:country>Papua New Guinea</reliefweb:country>
-<reliefweb:country>Solomon Islands</reliefweb:country>
-<reliefweb:country>Tuvalu</reliefweb:country>
-<reliefweb:country>Vanuatu</reliefweb:country>
-<reliefweb:iso3>fji</reliefweb:iso3>
-<reliefweb:iso3>kir</reliefweb:iso3>
-<reliefweb:iso3>png</reliefweb:iso3>
-<reliefweb:iso3>slb</reliefweb:iso3>
-<reliefweb:iso3>tuv</reliefweb:iso3>
-<reliefweb:iso3>vut</reliefweb:iso3>
 </item>
 <item>
 <title>Sudan: Sudan: Measles Outbreak - Mar 2015</title>
@@ -533,8 +487,6 @@ Affected countries: Sudan&lt;br/&gt;
 Date: 08 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
-<reliefweb:country>Sudan</reliefweb:country>
-<reliefweb:iso3>sdn</reliefweb:iso3>
 </item>
 <item>
 <title>Papua New Guinea: Papua New Guinea: Floods - Mar 2015</title>
@@ -558,8 +510,6 @@ Affected countries: Papua New Guinea&lt;br/&gt;
 Date: 03 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Papua New Guinea</reliefweb:country>
-<reliefweb:iso3>png</reliefweb:iso3>
 </item>
 <item>
 <title>United Republic of Tanzania: Tanzania: Hail Storms - Mar 2015</title>
@@ -585,8 +535,6 @@ Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
-<reliefweb:country>United Republic of Tanzania</reliefweb:country>
-<reliefweb:iso3>tza</reliefweb:iso3>
 </item>
 <item>
 <title>Afghanistan: Afghanistan: Avalanches and Heavy Snowfalls - Feb 2015</title>
@@ -632,8 +580,6 @@ Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 <reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
 <reliefweb:disaster_type>Snow Avalanche</reliefweb:disaster_type>
-<reliefweb:country>Afghanistan</reliefweb:country>
-<reliefweb:iso3>afg</reliefweb:iso3>
 </item>
 <item>
 <title>Mozambique: Mozambique/Malawi: Cholera Outbreak - Feb 2015</title>
@@ -667,12 +613,6 @@ affected province of Tete, where CERF funds supported the response. Zambezia Pro
 Date: 24 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
-<reliefweb:country>Malawi</reliefweb:country>
-<reliefweb:country>Mozambique</reliefweb:country>
-<reliefweb:country>Zimbabwe</reliefweb:country>
-<reliefweb:iso3>mwi</reliefweb:iso3>
-<reliefweb:iso3>moz</reliefweb:iso3>
-<reliefweb:iso3>zwe</reliefweb:iso3>
 </item>
 <item>
 <title>Kenya: Kenya: Cholera Outbreak - Feb 2015</title>
@@ -696,8 +636,6 @@ Affected countries: Kenya&lt;br/&gt;
 Date: 20 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
-<reliefweb:country>Kenya</reliefweb:country>
-<reliefweb:iso3>ken</reliefweb:iso3>
 </item>
 <item>
 <title>Albania: South-Eastern Europe: Floods - Feb 2015</title>
@@ -731,14 +669,6 @@ Government is preparing to declare a state of emergency for the worst affected a
 Date: 06 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
 <reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:country>Albania</reliefweb:country>
-<reliefweb:country>Bulgaria</reliefweb:country>
-<reliefweb:country>Greece</reliefweb:country>
-<reliefweb:country>the former Yugoslav Republic of Macedonia</reliefweb:country>
-<reliefweb:iso3>alb</reliefweb:iso3>
-<reliefweb:iso3>bgr</reliefweb:iso3>
-<reliefweb:iso3>grc</reliefweb:iso3>
-<reliefweb:iso3>mkd</reliefweb:iso3>
 </item>
 </channel>
 </rss>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: reliefweb_scraper
 version: !ruby/object:Gem::Version
-  version: 0.4.5
+  version: 0.5.0
 platform: ruby
 authors:
 - Nathan Broadbent
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-10-03 00:00:00.000000000 Z
+date: 2018-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -101,7 +101,7 @@ files:
 - spec/lib/reliefweb_spec.rb
 - spec/spec_helper.rb
 - spec/support/rss.xml
-homepage: http://www.crossroads.org.hk
+homepage: https://www.crossroads.org.hk
 licenses: []
 metadata: {}
 post_install_message: