consadole_aggregator 0.2.8 → 0.2.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +1 -1
  3. data/lib/consadole_aggregator/news.rb +32 -18
  4. data/lib/consadole_aggregator/version.rb +1 -1
  5. metadata +3 -140
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e1b691bbd463baaaa94e4cf818735b308ce36657
4
- data.tar.gz: 46dddd75673931323bb0fb5f2516e3abd0aa4d14
3
+ metadata.gz: 16dfc488f24410eb9b3146a95f6a9c97a0c1b9ff
4
+ data.tar.gz: 665cce6b0e3ed34cd755b1727e758c6292ce3f80
5
5
  SHA512:
6
- metadata.gz: b661c47e746df4585c1d968461c712737c74220cd6181066eb9fa83be591c95eef4192ad934c0ba43158bc123a2f77f8de01120718dcd192137eabd79e2c125c
7
- data.tar.gz: ce6aaeaf28a40558ba6c8e2326e8c89f55066875df59c6d31d8c87724765c72acf71a23521b8477c92db136b587287881d66c67a29cc852c7ec6f866bb79169d
6
+ metadata.gz: 439bf36946d44db6375e8f9096b0dab166686d8809912baf528678f3c604e2d8669bfafca3f064083c8b6d53cf9456c48a393b18442915453f67574c51d2f143
7
+ data.tar.gz: d44869e3b5cfb8ffdb5673bed105790d809eea02669a042ee4493c9e2c5bf268f4900381ff18140c126f504a53049e4ea41415d1eb0daaab54fbe65f8c4a0878
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- consadole_aggregator (0.2.8)
4
+ consadole_aggregator (0.2.9)
5
5
  eventmachine
6
6
  httpclient
7
7
  nokogiri
data/lib/consadole_aggregator/news.rb CHANGED
@@ -102,86 +102,100 @@ module ConsadoleAggregator
102
102
 
103
103
  register! do |sites|
104
104
  sites.name(:nikkansports) do |site|
105
- site.resource { HTTPClient.new.get_content('http://www.nikkansports.com/rss/soccer/jleague/consadole.rdf').force_encoding('UTF-8') }
105
+ site.resource { HTTPClient.get_content('http://www.nikkansports.com/rss/soccer/jleague/consadole.rdf').force_encoding('UTF-8') }
106
106
  site.parse_list { |list| RSS::Parser.parse(list, false).items.reverse }
107
107
  site.parse_article { |article| { url: article.link, title: article.title } }
108
108
  end
109
109
 
110
110
  sites.name(:hochiyomiuri) do |site|
111
- site.resource { HTTPClient.new.get_content('http://hochi.yomiuri.co.jp/soccer/jleague/index.htm').force_encoding('UTF-8') }
111
+ site.resource { HTTPClient.get_content('http://hochi.yomiuri.co.jp/soccer/jleague/index.htm').force_encoding('UTF-8') }
112
112
  site.parse_list { |list| Nokogiri::HTML(list).search('div.list1 > ul > li a').reverse }
113
113
  site.filter_article { |article| article.text =~ /^【札幌】/ }
114
114
  site.parse_article { |article| { url:"http://hochi.yomiuri.co.jp#{article['href']}", title:article.text } }
115
115
  end
116
116
 
117
117
  sites.name(:asahi) do |site|
118
- site.resource { HTTPClient.new.get_content('http://www.asahi.com/sports/list/soccer/national_news.html').force_encoding('EUC-JP').encode('UTF-8') }
118
+ site.resource { HTTPClient.get_content('http://www.asahi.com/sports/list/soccer/national_news.html').force_encoding('EUC-JP').encode('UTF-8') }
119
119
  site.parse_list { |list| Nokogiri::HTML(list).search('#HeadLine2 dl dt a').reverse }
120
120
  site.filter_article { |article| article.text =~ /札幌|コンサ/ }
121
121
  site.parse_article { |article| { url: "http://www.asahi.com#{article['href']}", title: article.text } }
122
122
  end
123
123
 
124
124
  sites.name(:mainichi) do |site|
125
- site.resource { HTTPClient.new.get_content('http://mainichi.jp/area/hokkaido/archive/').force_encoding('UTF-8') }
125
+ site.resource { HTTPClient.get_content('http://mainichi.jp/area/hokkaido/archive/').force_encoding('UTF-8') }
126
126
  site.parse_list { |list| Nokogiri::HTML(list).search('#Archive dl dd a').reverse }
127
127
  site.filter_article { |article| article.text =~ /コンサドーレ/ rescue nil }
128
128
  site.parse_article { |article| { url: article['href'], title: article.text.strip } }
129
129
  end
130
130
 
131
131
  sites.name(:forzaconsadole) do |site|
132
- site.resource { HTTPClient.new.get_content('http://www.hokkaido-np.co.jp/news/e_index/?g=consadole').encode('UTF-8') }
132
+ site.resource { HTTPClient.get_content('http://www.hokkaido-np.co.jp/news/e_index/?g=consadole').encode('UTF-8') }
133
133
  site.parse_list { |list| Nokogiri::HTML(list).search('ul.iSwBox > li > a').reverse }
134
134
  site.parse_article { |article| { url: article['href'], title: article.text } }
135
135
  end
136
136
 
137
137
  sites.name(:consaburn) do |site|
138
- site.resource { HTTPClient.new.get_content('http://www.hokkaido-np.co.jp/cont/consa-burn/index.html').encode('UTF-8') }
138
+ site.resource { HTTPClient.get_content('http://www.hokkaido-np.co.jp/cont/consa-burn/index.html').encode('UTF-8') }
139
139
  site.parse_list { |list| Nokogiri::HTML(list).search('ul#news_list > li > a').reverse }
140
140
  site.parse_article { |article| { url: article['href'], title: article.text } }
141
141
  end
142
142
 
143
143
  sites.name(:consaclub) do |site|
144
- site.resource { HTTPClient.new.get_content('http://www.hokkaido-np.co.jp/cont/consa-club/index.html').encode('UTF-8') }
144
+ site.resource { HTTPClient.get_content('http://www.hokkaido-np.co.jp/cont/consa-club/index.html').encode('UTF-8') }
145
145
  site.parse_list { |list| Nokogiri::HTML(list).search('ul#news_list > li > a').reverse }
146
146
  site.parse_article { |article| { url: article['href'], title: article.text } }
147
147
  end
148
148
 
149
149
  sites.name(:consadolenews) do |site|
150
- site.resource { HTTPClient.new.get_content('http://www.consadole-sapporo.jp/news/atom.xml').force_encoding('UTF-8') }
150
+ site.resource { HTTPClient.get_content('http://www.consadole-sapporo.jp/news/atom.xml').force_encoding('UTF-8') }
151
151
  site.parse_list { |list| Nokogiri::XML(list).search('entry').reverse }
152
152
  site.parse_article { |article| { title: article.at('title').text, url: article.at('link')['href'] } }
153
153
  end
154
154
 
155
155
  sites.name(:consadolephotos) do |site|
156
- site.resource { HTTPClient.new.get_content('http://www.consadole-sapporo.jp/').force_encoding('UTF-8') }
156
+ site.resource { HTTPClient.get_content('http://www.consadole-sapporo.jp/').force_encoding('UTF-8') }
157
157
  site.parse_list { |list| Nokogiri::HTML(list).search('div.anythingSlider img').reverse }
158
158
  site.parse_article { |article| { url: article['src'], title: article['alt'] } }
159
159
  end
160
160
 
161
161
  sites.name(:jsgoalnews) do |site|
162
- site.resource { HTTPClient.new.get_content('http://feeds.feedburner.com/jsgoal/jsgoal?format=xml').encode('UTF-8') }
163
- site.parse_list { |list| RSS::Parser.parse(list, false).items.reverse }
162
+ site.resource { HTTPClient.get_content('http://feeds.feedburner.com/jsgoal/jsgoal?format=xml').encode('UTF-8') }
163
+ site.parse_list { |list|
164
+ begin
165
+ RSS::Parser.parse(list, false).items.reverse # FIXME sometimes fail
166
+ rescue
167
+ logger.error('%s: %s'%[site.name, $!])
168
+ []
169
+ end
170
+ }
164
171
  site.filter_article { |article| article.title =~ /札幌/ }
165
172
  site.parse_article { |article|
166
- c = HTTPClient.new.get(article.link)
167
- c = HTTPClient.new.get(c.header['location'].first) while c.status == 301
173
+ entry_point = HTTPClient.get(article.link).header['location'].first
174
+ c = HTTPClient.get(entry_point) while c.status == 301
168
175
  { url: c.header['location'].first, title: article.title }
169
176
  }
170
177
  end
171
178
 
172
179
  sites.name(:jsgoalphotos) do |site|
173
- site.resource { HTTPClient.new.get_content('http://feeds.feedburner.com/jsgoal/photo?format=xml').encode('UTF-8') }
174
- site.parse_list { |list| RSS::Parser.parse(list, false).items.reverse }
180
+ site.resource { HTTPClient.get_content('http://feeds.feedburner.com/jsgoal/photo?format=xml').encode('UTF-8') }
181
+ site.parse_list { |list|
182
+ begin
183
+ RSS::Parser.parse(list, false).items.reverse # FIXME sometimes fail
184
+ rescue
185
+ logger.error('%s: %s'%[site.name, $!])
186
+ []
187
+ end
188
+ }
175
189
  site.filter_article { |article| article.title =~ /札幌/ }
176
190
  site.parse_article { |article|
177
- c = HTTPClient.new.get(article.link)
178
- c = HTTPClient.new.get(c.header['location'].first) while c.status == 301
191
+ entry_point = HTTPClient.get(article.link).header['location'].first
192
+ c = HTTPClient.get(entry_point) while c.status == 301
179
193
  { url: c.header['location'].first, title: article.title }
180
194
  }
181
195
  end
182
196
 
183
197
  sites.name(:clubconsadole) do |site|
184
- site.resource { HTTPClient.new.get_content('http://club-consadole.jp/news/index.php?page=1').encode('UTF-8') }
198
+ site.resource { HTTPClient.get_content('http://club-consadole.jp/news/index.php?page=1').encode('UTF-8') }
185
199
  site.parse_list { |list| Nokogiri::HTML(list).search('li.news a').reverse }
186
200
  site.parse_article { |article| { url: article['href'], title: article.text.strip } }
187
201
  end
data/lib/consadole_aggregator/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module ConsadoleAggregator
2
- VERSION = "0.2.8"
2
+ VERSION = "0.2.9"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: consadole_aggregator
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.8
4
+ version: 0.2.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - niku
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2013-04-22 00:00:00.000000000 Z
11
+ date: 2013-04-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -333,141 +333,4 @@ rubygems_version: 2.0.0
333
333
  signing_key:
334
334
  specification_version: 4
335
335
  summary: aggregates infomation of 'Consadole Sapporo'
336
- test_files:
337
- - spec/consadole_aggregator/helper_spec.rb
338
- - spec/consadole_aggregator/live_spec.rb
339
- - spec/consadole_aggregator/news_spec.rb
340
- - spec/consadole_aggregator_spec.rb
341
- - spec/ext/asahi.txt
342
- - spec/ext/clubconsadole.txt
343
- - spec/ext/consaburn.txt
344
- - spec/ext/consaclub.txt
345
- - spec/ext/consadolenews.txt
346
- - spec/ext/consadolephotos.txt
347
- - spec/ext/forzaconsadole.txt
348
- - spec/ext/hochiyomiuri.txt
349
- - spec/ext/jsgoalnews.txt
350
- - spec/ext/jsgoalphotos.txt
351
- - spec/ext/live/s674.html
352
- - spec/ext/live/s674.html.1
353
- - spec/ext/live/s674.html.10
354
- - spec/ext/live/s674.html.100
355
- - spec/ext/live/s674.html.101
356
- - spec/ext/live/s674.html.102
357
- - spec/ext/live/s674.html.103
358
- - spec/ext/live/s674.html.104
359
- - spec/ext/live/s674.html.105
360
- - spec/ext/live/s674.html.106
361
- - spec/ext/live/s674.html.107
362
- - spec/ext/live/s674.html.108
363
- - spec/ext/live/s674.html.109
364
- - spec/ext/live/s674.html.11
365
- - spec/ext/live/s674.html.110
366
- - spec/ext/live/s674.html.111
367
- - spec/ext/live/s674.html.112
368
- - spec/ext/live/s674.html.113
369
- - spec/ext/live/s674.html.114
370
- - spec/ext/live/s674.html.115
371
- - spec/ext/live/s674.html.116
372
- - spec/ext/live/s674.html.117
373
- - spec/ext/live/s674.html.118
374
- - spec/ext/live/s674.html.119
375
- - spec/ext/live/s674.html.12
376
- - spec/ext/live/s674.html.120
377
- - spec/ext/live/s674.html.13
378
- - spec/ext/live/s674.html.14
379
- - spec/ext/live/s674.html.15
380
- - spec/ext/live/s674.html.16
381
- - spec/ext/live/s674.html.17
382
- - spec/ext/live/s674.html.18
383
- - spec/ext/live/s674.html.19
384
- - spec/ext/live/s674.html.2
385
- - spec/ext/live/s674.html.20
386
- - spec/ext/live/s674.html.21
387
- - spec/ext/live/s674.html.22
388
- - spec/ext/live/s674.html.23
389
- - spec/ext/live/s674.html.24
390
- - spec/ext/live/s674.html.25
391
- - spec/ext/live/s674.html.26
392
- - spec/ext/live/s674.html.27
393
- - spec/ext/live/s674.html.28
394
- - spec/ext/live/s674.html.29
395
- - spec/ext/live/s674.html.3
396
- - spec/ext/live/s674.html.30
397
- - spec/ext/live/s674.html.31
398
- - spec/ext/live/s674.html.32
399
- - spec/ext/live/s674.html.33
400
- - spec/ext/live/s674.html.34
401
- - spec/ext/live/s674.html.35
402
- - spec/ext/live/s674.html.36
403
- - spec/ext/live/s674.html.37
404
- - spec/ext/live/s674.html.38
405
- - spec/ext/live/s674.html.39
406
- - spec/ext/live/s674.html.4
407
- - spec/ext/live/s674.html.40
408
- - spec/ext/live/s674.html.41
409
- - spec/ext/live/s674.html.42
410
- - spec/ext/live/s674.html.43
411
- - spec/ext/live/s674.html.44
412
- - spec/ext/live/s674.html.45
413
- - spec/ext/live/s674.html.46
414
- - spec/ext/live/s674.html.47
415
- - spec/ext/live/s674.html.48
416
- - spec/ext/live/s674.html.49
417
- - spec/ext/live/s674.html.5
418
- - spec/ext/live/s674.html.50
419
- - spec/ext/live/s674.html.51
420
- - spec/ext/live/s674.html.52
421
- - spec/ext/live/s674.html.53
422
- - spec/ext/live/s674.html.54
423
- - spec/ext/live/s674.html.55
424
- - spec/ext/live/s674.html.56
425
- - spec/ext/live/s674.html.57
426
- - spec/ext/live/s674.html.58
427
- - spec/ext/live/s674.html.59
428
- - spec/ext/live/s674.html.6
429
- - spec/ext/live/s674.html.60
430
- - spec/ext/live/s674.html.61
431
- - spec/ext/live/s674.html.62
432
- - spec/ext/live/s674.html.63
433
- - spec/ext/live/s674.html.64
434
- - spec/ext/live/s674.html.65
435
- - spec/ext/live/s674.html.66
436
- - spec/ext/live/s674.html.67
437
- - spec/ext/live/s674.html.68
438
- - spec/ext/live/s674.html.69
439
- - spec/ext/live/s674.html.7
440
- - spec/ext/live/s674.html.70
441
- - spec/ext/live/s674.html.71
442
- - spec/ext/live/s674.html.72
443
- - spec/ext/live/s674.html.73
444
- - spec/ext/live/s674.html.74
445
- - spec/ext/live/s674.html.75
446
- - spec/ext/live/s674.html.76
447
- - spec/ext/live/s674.html.77
448
- - spec/ext/live/s674.html.78
449
- - spec/ext/live/s674.html.79
450
- - spec/ext/live/s674.html.8
451
- - spec/ext/live/s674.html.80
452
- - spec/ext/live/s674.html.81
453
- - spec/ext/live/s674.html.82
454
- - spec/ext/live/s674.html.83
455
- - spec/ext/live/s674.html.84
456
- - spec/ext/live/s674.html.85
457
- - spec/ext/live/s674.html.86
458
- - spec/ext/live/s674.html.87
459
- - spec/ext/live/s674.html.88
460
- - spec/ext/live/s674.html.89
461
- - spec/ext/live/s674.html.9
462
- - spec/ext/live/s674.html.90
463
- - spec/ext/live/s674.html.91
464
- - spec/ext/live/s674.html.92
465
- - spec/ext/live/s674.html.93
466
- - spec/ext/live/s674.html.94
467
- - spec/ext/live/s674.html.95
468
- - spec/ext/live/s674.html.96
469
- - spec/ext/live/s674.html.97
470
- - spec/ext/live/s674.html.98
471
- - spec/ext/live/s674.html.99
472
- - spec/ext/nikkansports.txt
473
- - spec/spec_helper.rb
336
+ test_files: []