reliefweb_scraper 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5b3e810393d2563a32cf6a5f74e6708360f83726
-  data.tar.gz: 49220bec7b27450c696841d5b75e6a51796e8ef3
+  metadata.gz: f11d6b15e2b67373240075a8a074bc9ea8acbf7b
+  data.tar.gz: eb8d499595395e84bf16f27375823fd611f80acf
 SHA512:
-  metadata.gz: c8f38b9e3ee9c0915a75cc6f8e3a86431399626f427e21831eec9f980b2c3f4aaf14f8c45956a763868a3d1f5465a84efb68ccdbb02825e37d0a7c038c479d71
-  data.tar.gz: b0f3646b85a2b0cbe9aa2c2951799253b12eda934287447b8ca32208c3073984cafc3bad4142e6df44415b98873c870d4894d8e97ee76672b616eaf8210b453b
+  metadata.gz: a5b4c3bc8f2ec6800b3bd5d67a8fd3421d8d8e9a24b23ed7bc09967972211b59c9175c368f14d7df4995f04d0151cbe77f5333dcf5a109409cb8a7c467c048c6
+  data.tar.gz: 833169ddd7c29b1dd88fedf393c852f164e65581ae1cb49604acac23a82b073b1e75936f21be9a88a9295cdd3c22ec2c8a1f5175e219ad02f5bc9374a66bca5f

data/README.md

@@ -9,10 +9,8 @@ Reliefweb::Disaster is a subclass of Hashie::Mash, so you can do the following:
     puts disaster["title"]
     puts disaster.title
 
-
 * Run "rake featured_disasters:fetch" to see the disaster data
 * Run "rake spec" to run the rspec tests
-** Note: run "rm spec/fixtures/vcr_cassettes/*.yml" if you want to re-record the vcr specs
 
 Examples
 --------
@@ -25,7 +23,9 @@ Return an array of featured disasters:
 History
 -------
 
-* version 0.2.0 - initial release
-* version 0.3.1 - updated to reflect new changes to the ReliefWeb website
-* version 0.4.0 - using new RSS feed from ReliefWeb, no need for GlideNumber anymore
-* version 0.4.5 - updated ReliefWeb disaster feed url to use https
+* v0.2.0 - initial release
+* v0.3.1 - updated to reflect new changes to the ReliefWeb website
+* v0.4.0 - using new RSS feed from ReliefWeb, no need for GlideNumber anymore
+* v0.4.5 - updated ReliefWeb disaster feed url to use https
+* v0.5.0 - removed country_code as this is no longer provided in the feed
+* v0.6.0 - removed disaster_type as this is no longer provided in the feed

data/lib/reliefweb.rb

@@ -20,11 +20,9 @@ module Reliefweb
       # country_code = item.xpath('reliefweb:iso3').map(&:text).join(', ')
       date = Time.parse(item.xpath('pubDate').text)
       glidenumber = parse_glide_number(item)
-      disaster_type = item.xpath('reliefweb:disaster_type').map(&:text).join(', ')
+      # disaster_type = item.xpath('reliefweb:disaster_type').map(&:text).join(', ')
       current = true
-      Disaster.new({:title => title, :url => url,
-        :date => date, :glidenumber => glidenumber, :disaster_type => disaster_type,
-        :current => current})
+      Disaster.new(title: title, url: url, date: date, glidenumber: glidenumber, current: current)
     end
   end
 

data/reliefweb_scraper.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "reliefweb_scraper"
-  s.version     = "0.5.0"
+  s.version     = "0.6.0"
   s.platform    = Gem::Platform::RUBY
   s.authors     = ["Nathan Broadbent", "Stanley Lau", "Stephen Kenworthy"]
   s.email       = ["itdept@crossroads.org.hk"]

data/spec/lib/reliefweb_spec.rb

@@ -37,8 +37,8 @@ describe Reliefweb do
     expect(disaster.current).to eql(true)
   end
 
-  it "should parse disaster type" do
-    expect(disaster.disaster_type).to eql("Earthquake")
-  end
+  # it "should parse disaster type" do
+  #   expect(disaster.disaster_type).to eql("Earthquake")
+  # end
 
 end

data/spec/support/rss.xml

@@ -71,7 +71,6 @@ Affected countries: Bangladesh, China, India, Nepal<br/>
 <br/>
 Date: 25 Apr 2015<br/>
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Earthquake</reliefweb:disaster_type>
 </item>
 <item>
 <title>Chile: Chile: Volcano Calbuco - Apr 2015</title>
@@ -94,7 +93,6 @@ Affected countries: Argentina, Chile&lt;br/&gt;
 &lt;br/&gt;
 Date: 23 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
-<reliefweb:disaster_type>Volcano</reliefweb:disaster_type>
 </item>
 <item>
 <title>Kazakhstan: Kazakhstan: Flash Floods - Apr 2015</title>
@@ -117,8 +115,6 @@ Affected countries: Kazakhstan&lt;br/&gt;
 &lt;br/&gt;
 Date: 20 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 <item>
 <title>Somalia: Somalia: Floods - Apr 2015</title>
@@ -141,8 +137,6 @@ Affected countries: Somalia&lt;br/&gt;
 &lt;br/&gt;
 Date: 15 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 <item>
 <title>Haiti: Haiti: Floods - Apr 2015</title>
@@ -177,8 +171,6 @@ Affected countries: Haiti&lt;br/&gt;
 &lt;br/&gt;
 Date: 07 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 <item>
 <title>Paraguay: Paraguay: Severe Local Storm - Apr 2015</title>
@@ -213,7 +205,6 @@ Affected countries: Paraguay&lt;br/&gt;
 &lt;br/&gt;
 Date: 04 Apr 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
 </item>
 <item>
 <title>Niger: Niger: Meningitis and Measles Outbreaks - Apr 2015</title>
@@ -236,7 +227,6 @@ Affected countries: Niger&lt;br/&gt;
 &lt;br/&gt;
 Date: 01 Apr 2015&lt;br/&gt;
 Status: Alert</dc:description>
-<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
 </item>
 <item>
 <title>Burundi: Burundi: Landslides and Floods - Mar 2015</title>
@@ -259,8 +249,6 @@ Affected countries: Burundi&lt;br/&gt;
 &lt;br/&gt;
 Date: 29 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
 </item>
 <item>
 <title>Micronesia (Federated States of): Typhoon Maysak - Mar 2015</title>
@@ -303,7 +291,6 @@ crops has left many with no alternative food sources. Yap&amp;#39;s Ulithi Atoll
 &lt;br/&gt;
 Date: 29 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
 </item>
 <item>
 <title>Chile: Chile: Floods - Mar 2015</title>
@@ -338,9 +325,6 @@ Affected countries: Chile&lt;br/&gt;
 &lt;br/&gt;
 Date: 26 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
 </item>
 <item>
 <title>Ecuador: Ecuador: Floods and Landslides - Mar 2015</title>
@@ -363,9 +347,6 @@ Affected countries: Ecuador&lt;br/&gt;
 &lt;br/&gt;
 Date: 24 Mar 2015&lt;br/&gt;
 Status: Alert</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
 </item>
 <item>
 <title>Argentina: Argentina: Floods - Mar 2015</title>
@@ -388,7 +369,6 @@ Affected countries: Argentina&lt;br/&gt;
 &lt;br/&gt;
 Date: 19 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 <item>
 <title>Vanuatu: Tropical Cyclone Pam - Mar 2015</title>
@@ -449,9 +429,6 @@ shelter. (&lt;a href=&quot;http://reliefweb.int/node/911911&quot;&gt;OCHA, 26 Ma
 &lt;br/&gt;
 Date: 14 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Storm Surge</reliefweb:disaster_type>
-<reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
 </item>
 <item>
 <title>Sudan: Sudan: Measles Outbreak - Mar 2015</title>
@@ -486,7 +463,6 @@ Affected countries: Sudan&lt;br/&gt;
 &lt;br/&gt;
 Date: 08 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
 </item>
 <item>
 <title>Papua New Guinea: Papua New Guinea: Floods - Mar 2015</title>
@@ -509,7 +485,6 @@ Affected countries: Papua New Guinea&lt;br/&gt;
 &lt;br/&gt;
 Date: 03 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 <item>
 <title>United Republic of Tanzania: Tanzania: Hail Storms - Mar 2015</title>
@@ -532,9 +507,6 @@ Affected countries: United Republic of Tanzania&lt;br/&gt;
 &lt;br/&gt;
 Date: 03 Mar 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
 </item>
 <item>
 <title>Afghanistan: Afghanistan: Avalanches and Heavy Snowfalls - Feb 2015</title>
@@ -575,11 +547,6 @@ Affected countries: Afghanistan&lt;br/&gt;
 &lt;br/&gt;
 Date: 26 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Cold Wave</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
-<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
-<reliefweb:disaster_type>Snow Avalanche</reliefweb:disaster_type>
 </item>
 <item>
 <title>Mozambique: Mozambique/Malawi: Cholera Outbreak - Feb 2015</title>
@@ -612,7 +579,6 @@ affected province of Tete, where CERF funds supported the response. Zambezia Pro
 &lt;br/&gt;
 Date: 24 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
 </item>
 <item>
 <title>Kenya: Kenya: Cholera Outbreak - Feb 2015</title>
@@ -635,7 +601,6 @@ Affected countries: Kenya&lt;br/&gt;
 &lt;br/&gt;
 Date: 20 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
 </item>
 <item>
 <title>Albania: South-Eastern Europe: Floods - Feb 2015</title>
@@ -668,7 +633,6 @@ Government is preparing to declare a state of emergency for the worst affected a
 &lt;br/&gt;
 Date: 06 Feb 2015&lt;br/&gt;
 Status: Ongoing</dc:description>
-<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
 </item>
 </channel>
 </rss>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: reliefweb_scraper
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Nathan Broadbent
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-10-11 00:00:00.000000000 Z
+date: 2018-10-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri