reliefweb_scraper 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +6 -6
- data/lib/reliefweb.rb +2 -4
- data/reliefweb_scraper.gemspec +1 -1
- data/spec/lib/reliefweb_spec.rb +3 -3
- data/spec/support/rss.xml +0 -36
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f11d6b15e2b67373240075a8a074bc9ea8acbf7b
|
|
4
|
+
data.tar.gz: eb8d499595395e84bf16f27375823fd611f80acf
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: a5b4c3bc8f2ec6800b3bd5d67a8fd3421d8d8e9a24b23ed7bc09967972211b59c9175c368f14d7df4995f04d0151cbe77f5333dcf5a109409cb8a7c467c048c6
|
|
7
|
+
data.tar.gz: 833169ddd7c29b1dd88fedf393c852f164e65581ae1cb49604acac23a82b073b1e75936f21be9a88a9295cdd3c22ec2c8a1f5175e219ad02f5bc9374a66bca5f
|
data/README.md
CHANGED
|
@@ -9,10 +9,8 @@ Reliefweb::Disaster is a subclass of Hashie::Mash, so you can do the following:
|
|
|
9
9
|
puts disaster["title"]
|
|
10
10
|
puts disaster.title
|
|
11
11
|
|
|
12
|
-
|
|
13
12
|
* Run "rake featured_disasters:fetch" to see the disaster data
|
|
14
13
|
* Run "rake spec" to run the rspec tests
|
|
15
|
-
** Note: run "rm spec/fixtures/vcr_cassettes/*.yml" if you want to re-record the vcr specs
|
|
16
14
|
|
|
17
15
|
Examples
|
|
18
16
|
--------
|
|
@@ -25,7 +23,9 @@ Return an array of featured disasters:
|
|
|
25
23
|
History
|
|
26
24
|
-------
|
|
27
25
|
|
|
28
|
-
*
|
|
29
|
-
*
|
|
30
|
-
*
|
|
31
|
-
*
|
|
26
|
+
* v0.2.0 - initial release
|
|
27
|
+
* v0.3.1 - updated to reflect new changes to the ReliefWeb website
|
|
28
|
+
* v0.4.0 - using new RSS feed from ReliefWeb, no need for GlideNumber anymore
|
|
29
|
+
* v0.4.5 - updated ReliefWeb disaster feed url to use https
|
|
30
|
+
* v0.5.0 - removed country_code as this is no longer provided in the feed
|
|
31
|
+
* v0.6.0 - removed disaster_type as this is no longer provided in the feed
|
data/lib/reliefweb.rb
CHANGED
|
@@ -20,11 +20,9 @@ module Reliefweb
|
|
|
20
20
|
# country_code = item.xpath('reliefweb:iso3').map(&:text).join(', ')
|
|
21
21
|
date = Time.parse(item.xpath('pubDate').text)
|
|
22
22
|
glidenumber = parse_glide_number(item)
|
|
23
|
-
disaster_type = item.xpath('reliefweb:disaster_type').map(&:text).join(', ')
|
|
23
|
+
# disaster_type = item.xpath('reliefweb:disaster_type').map(&:text).join(', ')
|
|
24
24
|
current = true
|
|
25
|
-
Disaster.new(
|
|
26
|
-
:date => date, :glidenumber => glidenumber, :disaster_type => disaster_type,
|
|
27
|
-
:current => current})
|
|
25
|
+
Disaster.new(title: title, url: url, date: date, glidenumber: glidenumber, current: current)
|
|
28
26
|
end
|
|
29
27
|
end
|
|
30
28
|
|
data/reliefweb_scraper.gemspec
CHANGED
|
@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
|
|
|
3
3
|
|
|
4
4
|
Gem::Specification.new do |s|
|
|
5
5
|
s.name = "reliefweb_scraper"
|
|
6
|
-
s.version = "0.
|
|
6
|
+
s.version = "0.6.0"
|
|
7
7
|
s.platform = Gem::Platform::RUBY
|
|
8
8
|
s.authors = ["Nathan Broadbent", "Stanley Lau", "Stephen Kenworthy"]
|
|
9
9
|
s.email = ["itdept@crossroads.org.hk"]
|
data/spec/lib/reliefweb_spec.rb
CHANGED
|
@@ -37,8 +37,8 @@ describe Reliefweb do
|
|
|
37
37
|
expect(disaster.current).to eql(true)
|
|
38
38
|
end
|
|
39
39
|
|
|
40
|
-
it "should parse disaster type" do
|
|
41
|
-
|
|
42
|
-
end
|
|
40
|
+
# it "should parse disaster type" do
|
|
41
|
+
# expect(disaster.disaster_type).to eql("Earthquake")
|
|
42
|
+
# end
|
|
43
43
|
|
|
44
44
|
end
|
data/spec/support/rss.xml
CHANGED
|
@@ -71,7 +71,6 @@ Affected countries: Bangladesh, China, India, Nepal<br/>
|
|
|
71
71
|
<br/>
|
|
72
72
|
Date: 25 Apr 2015<br/>
|
|
73
73
|
Status: Ongoing</dc:description>
|
|
74
|
-
<reliefweb:disaster_type>Earthquake</reliefweb:disaster_type>
|
|
75
74
|
</item>
|
|
76
75
|
<item>
|
|
77
76
|
<title>Chile: Chile: Volcano Calbuco - Apr 2015</title>
|
|
@@ -94,7 +93,6 @@ Affected countries: Argentina, Chile<br/>
|
|
|
94
93
|
<br/>
|
|
95
94
|
Date: 23 Apr 2015<br/>
|
|
96
95
|
Status: Alert</dc:description>
|
|
97
|
-
<reliefweb:disaster_type>Volcano</reliefweb:disaster_type>
|
|
98
96
|
</item>
|
|
99
97
|
<item>
|
|
100
98
|
<title>Kazakhstan: Kazakhstan: Flash Floods - Apr 2015</title>
|
|
@@ -117,8 +115,6 @@ Affected countries: Kazakhstan<br/>
|
|
|
117
115
|
<br/>
|
|
118
116
|
Date: 20 Apr 2015<br/>
|
|
119
117
|
Status: Ongoing</dc:description>
|
|
120
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
121
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
122
118
|
</item>
|
|
123
119
|
<item>
|
|
124
120
|
<title>Somalia: Somalia: Floods - Apr 2015</title>
|
|
@@ -141,8 +137,6 @@ Affected countries: Somalia<br/>
|
|
|
141
137
|
<br/>
|
|
142
138
|
Date: 15 Apr 2015<br/>
|
|
143
139
|
Status: Alert</dc:description>
|
|
144
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
145
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
146
140
|
</item>
|
|
147
141
|
<item>
|
|
148
142
|
<title>Haiti: Haiti: Floods - Apr 2015</title>
|
|
@@ -177,8 +171,6 @@ Affected countries: Haiti<br/>
|
|
|
177
171
|
<br/>
|
|
178
172
|
Date: 07 Apr 2015<br/>
|
|
179
173
|
Status: Ongoing</dc:description>
|
|
180
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
181
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
182
174
|
</item>
|
|
183
175
|
<item>
|
|
184
176
|
<title>Paraguay: Paraguay: Severe Local Storm - Apr 2015</title>
|
|
@@ -213,7 +205,6 @@ Affected countries: Paraguay<br/>
|
|
|
213
205
|
<br/>
|
|
214
206
|
Date: 04 Apr 2015<br/>
|
|
215
207
|
Status: Ongoing</dc:description>
|
|
216
|
-
<reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
|
|
217
208
|
</item>
|
|
218
209
|
<item>
|
|
219
210
|
<title>Niger: Niger: Meningitis and Measles Outbreaks - Apr 2015</title>
|
|
@@ -236,7 +227,6 @@ Affected countries: Niger<br/>
|
|
|
236
227
|
<br/>
|
|
237
228
|
Date: 01 Apr 2015<br/>
|
|
238
229
|
Status: Alert</dc:description>
|
|
239
|
-
<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
|
|
240
230
|
</item>
|
|
241
231
|
<item>
|
|
242
232
|
<title>Burundi: Burundi: Landslides and Floods - Mar 2015</title>
|
|
@@ -259,8 +249,6 @@ Affected countries: Burundi<br/>
|
|
|
259
249
|
<br/>
|
|
260
250
|
Date: 29 Mar 2015<br/>
|
|
261
251
|
Status: Ongoing</dc:description>
|
|
262
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
263
|
-
<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
|
|
264
252
|
</item>
|
|
265
253
|
<item>
|
|
266
254
|
<title>Micronesia (Federated States of): Typhoon Maysak - Mar 2015</title>
|
|
@@ -303,7 +291,6 @@ crops has left many with no alternative food sources. Yap&#39;s Ulithi Atoll
|
|
|
303
291
|
<br/>
|
|
304
292
|
Date: 29 Mar 2015<br/>
|
|
305
293
|
Status: Ongoing</dc:description>
|
|
306
|
-
<reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
|
|
307
294
|
</item>
|
|
308
295
|
<item>
|
|
309
296
|
<title>Chile: Chile: Floods - Mar 2015</title>
|
|
@@ -338,9 +325,6 @@ Affected countries: Chile<br/>
|
|
|
338
325
|
<br/>
|
|
339
326
|
Date: 26 Mar 2015<br/>
|
|
340
327
|
Status: Ongoing</dc:description>
|
|
341
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
342
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
343
|
-
<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
|
|
344
328
|
</item>
|
|
345
329
|
<item>
|
|
346
330
|
<title>Ecuador: Ecuador: Floods and Landslides - Mar 2015</title>
|
|
@@ -363,9 +347,6 @@ Affected countries: Ecuador<br/>
|
|
|
363
347
|
<br/>
|
|
364
348
|
Date: 24 Mar 2015<br/>
|
|
365
349
|
Status: Alert</dc:description>
|
|
366
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
367
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
368
|
-
<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
|
|
369
350
|
</item>
|
|
370
351
|
<item>
|
|
371
352
|
<title>Argentina: Argentina: Floods - Mar 2015</title>
|
|
@@ -388,7 +369,6 @@ Affected countries: Argentina<br/>
|
|
|
388
369
|
<br/>
|
|
389
370
|
Date: 19 Mar 2015<br/>
|
|
390
371
|
Status: Ongoing</dc:description>
|
|
391
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
392
372
|
</item>
|
|
393
373
|
<item>
|
|
394
374
|
<title>Vanuatu: Tropical Cyclone Pam - Mar 2015</title>
|
|
@@ -449,9 +429,6 @@ shelter. (<a href="http://reliefweb.int/node/911911">OCHA, 26 Ma
|
|
|
449
429
|
<br/>
|
|
450
430
|
Date: 14 Mar 2015<br/>
|
|
451
431
|
Status: Ongoing</dc:description>
|
|
452
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
453
|
-
<reliefweb:disaster_type>Storm Surge</reliefweb:disaster_type>
|
|
454
|
-
<reliefweb:disaster_type>Tropical Cyclone</reliefweb:disaster_type>
|
|
455
432
|
</item>
|
|
456
433
|
<item>
|
|
457
434
|
<title>Sudan: Sudan: Measles Outbreak - Mar 2015</title>
|
|
@@ -486,7 +463,6 @@ Affected countries: Sudan<br/>
|
|
|
486
463
|
<br/>
|
|
487
464
|
Date: 08 Mar 2015<br/>
|
|
488
465
|
Status: Ongoing</dc:description>
|
|
489
|
-
<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
|
|
490
466
|
</item>
|
|
491
467
|
<item>
|
|
492
468
|
<title>Papua New Guinea: Papua New Guinea: Floods - Mar 2015</title>
|
|
@@ -509,7 +485,6 @@ Affected countries: Papua New Guinea<br/>
|
|
|
509
485
|
<br/>
|
|
510
486
|
Date: 03 Mar 2015<br/>
|
|
511
487
|
Status: Ongoing</dc:description>
|
|
512
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
513
488
|
</item>
|
|
514
489
|
<item>
|
|
515
490
|
<title>United Republic of Tanzania: Tanzania: Hail Storms - Mar 2015</title>
|
|
@@ -532,9 +507,6 @@ Affected countries: United Republic of Tanzania<br/>
|
|
|
532
507
|
<br/>
|
|
533
508
|
Date: 03 Mar 2015<br/>
|
|
534
509
|
Status: Ongoing</dc:description>
|
|
535
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
536
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
537
|
-
<reliefweb:disaster_type>Severe Local Storm</reliefweb:disaster_type>
|
|
538
510
|
</item>
|
|
539
511
|
<item>
|
|
540
512
|
<title>Afghanistan: Afghanistan: Avalanches and Heavy Snowfalls - Feb 2015</title>
|
|
@@ -575,11 +547,6 @@ Affected countries: Afghanistan<br/>
|
|
|
575
547
|
<br/>
|
|
576
548
|
Date: 26 Feb 2015<br/>
|
|
577
549
|
Status: Ongoing</dc:description>
|
|
578
|
-
<reliefweb:disaster_type>Cold Wave</reliefweb:disaster_type>
|
|
579
|
-
<reliefweb:disaster_type>Flash Flood</reliefweb:disaster_type>
|
|
580
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
581
|
-
<reliefweb:disaster_type>Land Slide</reliefweb:disaster_type>
|
|
582
|
-
<reliefweb:disaster_type>Snow Avalanche</reliefweb:disaster_type>
|
|
583
550
|
</item>
|
|
584
551
|
<item>
|
|
585
552
|
<title>Mozambique: Mozambique/Malawi: Cholera Outbreak - Feb 2015</title>
|
|
@@ -612,7 +579,6 @@ affected province of Tete, where CERF funds supported the response. Zambezia Pro
|
|
|
612
579
|
<br/>
|
|
613
580
|
Date: 24 Feb 2015<br/>
|
|
614
581
|
Status: Ongoing</dc:description>
|
|
615
|
-
<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
|
|
616
582
|
</item>
|
|
617
583
|
<item>
|
|
618
584
|
<title>Kenya: Kenya: Cholera Outbreak - Feb 2015</title>
|
|
@@ -635,7 +601,6 @@ Affected countries: Kenya<br/>
|
|
|
635
601
|
<br/>
|
|
636
602
|
Date: 20 Feb 2015<br/>
|
|
637
603
|
Status: Ongoing</dc:description>
|
|
638
|
-
<reliefweb:disaster_type>Epidemic</reliefweb:disaster_type>
|
|
639
604
|
</item>
|
|
640
605
|
<item>
|
|
641
606
|
<title>Albania: South-Eastern Europe: Floods - Feb 2015</title>
|
|
@@ -668,7 +633,6 @@ Government is preparing to declare a state of emergency for the worst affected a
|
|
|
668
633
|
<br/>
|
|
669
634
|
Date: 06 Feb 2015<br/>
|
|
670
635
|
Status: Ongoing</dc:description>
|
|
671
|
-
<reliefweb:disaster_type>Flood</reliefweb:disaster_type>
|
|
672
636
|
</item>
|
|
673
637
|
</channel>
|
|
674
638
|
</rss>
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: reliefweb_scraper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.6.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Nathan Broadbent
|
|
@@ -10,7 +10,7 @@ authors:
|
|
|
10
10
|
autorequire:
|
|
11
11
|
bindir: bin
|
|
12
12
|
cert_chain: []
|
|
13
|
-
date: 2018-10-
|
|
13
|
+
date: 2018-10-12 00:00:00.000000000 Z
|
|
14
14
|
dependencies:
|
|
15
15
|
- !ruby/object:Gem::Dependency
|
|
16
16
|
name: nokogiri
|