consadole_aggregator 0.0.4 → 0.1.0

data/lib/consadole_aggregator/helper.rb

@@ -0,0 +1,20 @@
+module ConsadoleAggregator
+  class Helper
+    def self.concat text, opt=Hash.new('')
+      base = "#{text} #{opt[:url]} #{opt[:hashtag]}".squeeze(' ').rstrip
+      if base.size > 140
+        over_size = base.size - 140
+        concat(omit(text, over_size), opt)
+      else
+        base
+      end
+    end
+
+    private
+    def self.omit text, over_size
+      truncated = text.slice(0...-over_size)
+      truncated[-3..-1] = '...'
+      truncated
+    end
+  end
+end

data/lib/consadole_aggregator/live/timeline.rb

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+module ConsadoleAggregator::Live
+  Timeline = Struct.new(:time, :post)
+  class Timeline
+    def self.parse line
+      return nil if line.nil? || line.empty? || line =~ /(<前半>)|(<後半>)/
+      Timeline.new(*line.split('　'))
+    end
+    def to_s
+      ('%s %s'%[time, post]).squeeze.rstrip
+    end
+  end
+end

data/lib/consadole_aggregator/live.rb

@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*-
+require 'logger'
+require 'uri'
+require 'kconv'
+require 'nokogiri'
+require 'net/http'
+require_relative 'live/timeline.rb'
+
+module ConsadoleAggregator
+  module Live
+    BASE_URI = URI.parse('http://www.consadole-sapporo.jp/view/s674.html')
+
+    def self.reserve reservation_time=nil, opt ={}
+      Live.new(reservation_time, opt)
+    end
+
+    def self.get_resource
+      Net::HTTP.get(BASE_URI).toutf8
+    end
+
+    def self.parse
+      doc = Nokogiri::HTML.parse(get_resource)
+      doc.search('hr + p').last.inner_html.split(/<br>|\n/).reverse.each_with_object([]) do |line, memo|
+        timeline = Timeline.parse line
+        memo << timeline if timeline
+      end
+    end
+
+    class Live
+      attr_reader :reservation_time, :posted, :times, :wait_sec
+
+      def initialize reservation_time=nil, opt ={}
+        @reservation_time = reservation_time
+        @posted = []
+        @wait_sec = opt[:wait_sec] || 30
+        @times = opt[:times] || (60/@wait_sec)*120 # サッカーは120分あれば終わる
+        @logger = opt[:logger] || Logger.new(File.expand_path(File.dirname(__FILE__) + '/../../log/live.log'))
+      end
+
+      def execute &block
+        be_daemonize
+        wait_initial
+        @logger.info 'start of loop'
+        @times.times do |i|
+          @logger.debug "#{i} times"
+          update &block rescue @logger.error $!
+          wait_interval
+        end
+        @logger.info 'end of loop'
+      end
+
+      def wait_initial
+        return unless @reservation_time
+        diff_sec = @reservation_time - Time.now
+        wait_sec = diff_sec > 0 ? diff_sec : 0
+        @logger.info "initial wait #{wait_sec} seconds"
+        sleep wait_sec
+      end
+
+      def wait_interval
+        sleep @wait_sec
+      end
+
+      def update
+        new_timeline = ConsadoleAggregator::Live.parse - @posted
+        new_timeline.each do |timeline|
+          @logger.debug timeline
+          yield timeline if block_given?
+          @posted << timeline
+        end
+      end
+
+      private
+      def be_daemonize
+        Process.daemon
+      end
+    end
+  end
+end

data/lib/consadole_aggregator/news.rb

@@ -0,0 +1,165 @@
+# -*- coding: utf-8 -*-
+require 'logger'
+require 'rss'
+require 'uri'
+require 'kconv'
+require 'net/http'
+require 'yaml'
+require 'nokogiri'
+
+module ConsadoleAggregator
+  module Aggregatable
+    def get_new_articles
+      get_resource = self.class.get_resource
+      parse_list = self.class.parse_list
+      parse_article = self.class.parse_article
+      raise NotImplementedError unless get_resource && parse_list && parse_article
+      list_url = get_resource.call
+      article_urls = parse_list.call(list_url)
+      article_urls.each_with_object([]) do |article_url, memo|
+        article = parse_article.call(article_url)
+        memo.push(article) if article && !get_strage.include?(article)
+      end
+    end
+
+    def update
+      get_new_articles.each do |article|
+        begin
+          yield article if block_given?
+          @strage << article
+        rescue
+          @logger.error $!
+        end
+      end
+      save_strage
+    end
+
+    def get_strage
+      @strage ||= YAML.load_file(build_strage_path) || [] # fix when YAML.load_file is nil
+    rescue
+      @strage = []
+    end
+
+    def save_strage
+      YAML.dump(@strage, File.new(build_strage_path, 'w'))
+    end
+
+    def build_strage_path
+      class_name = /([^:]+)$/.match(self.class.to_s)[1]
+      File.expand_path "db/#{class_name}.yaml"
+    end
+
+    # define class method's
+    def self.included(mod)
+      mod.extend ClassMethods
+    end
+
+    module ClassMethods
+      attr_accessor :get_resource, :parse_list, :parse_article
+    end
+  end
+
+  module News
+    def self.get_resource(url_path)
+      Net::HTTP.get(URI.parse(url_path)).toutf8
+    end
+
+    def self.trace(url_path, limit=10)
+      raise ArgumentError, 'http redirect too deep' if limit == 0
+
+      case response = Net::HTTP.get_response(URI.parse(url_path))
+      when Net::HTTPSuccess     then url_path
+      when Net::HTTPRedirection then trace(response['Location'], limit - 1)
+      else
+        response.error!
+      end
+    end
+
+    {
+      Nikkansports:
+      [
+       ->{ get_resource('http://www.nikkansports.com/rss/soccer/jleague/consadole.rdf') },
+       ->(list){ RSS::Parser.parse(list, false).items.map{ |e| { url:e.link, title:e.title } }.reverse },
+       ->(article){ article }
+      ],
+      Hochiyomiuri:
+      [
+       ->{ get_resource('http://hochi.yomiuri.co.jp/hokkaido/soccer/index.htm') },
+       ->(list){ Nokogiri::HTML(list).search('div.list1 > ul > li a').reverse },
+       ->(article){ { url:"http://hochi.yomiuri.co.jp/hokkaido/soccer#{article['href']}", title:article.text } if article.text =~ /…札幌$/ }
+      ],
+      Asahi:
+      [
+       ->{ get_resource('http://mytown.asahi.com/hokkaido/newslist.php?d_id=0100019') },
+       ->(list){ Nokogiri::HTML(list).search('ul.list > li a').reverse },
+       ->(article){ { url:"http://mytown.asahi.com/hokkaido/#{article['href']}", title:article.text } }
+      ],
+      Forzaconsadole:
+      [
+       ->{ get_resource('http://www.hokkaido-np.co.jp/news/e_index/?g=consadole') },
+       ->(list){ Nokogiri::HTML(list).search('ul.iSwBox > li > a').reverse },
+       ->(article){ { url:article['href'], title:article.text } }
+      ],
+      Consaburn:
+      [
+       ->{ get_resource('http://www.hokkaido-np.co.jp/cont/consa-burn/index.html') },
+       ->(list){ Nokogiri::HTML(list).search('ul#news_list > li > a').reverse },
+       ->(article){ { url:article['href'], title:article.text } }
+      ],
+      Consaclub:
+      [
+       ->{ get_resource('http://www.hokkaido-np.co.jp/cont/consa-club/index.html') },
+       ->(list){ Nokogiri::HTML(list).search('ul#news_list > li > a').reverse },
+       ->(article){ { url:article['href'], title:article.text } }
+      ],
+      Consadolenews:
+      [
+       ->{ get_resource('http://www.consadole-sapporo.jp/news/diary.cgi') },
+       ->(list){ Nokogiri::HTML(list).search('table.frametable > tr  a').reverse },
+       ->(article){ { url:article['href'], title:article.text } }
+      ],
+      Consadolesponsornews:
+      [
+       ->{ get_resource('http://www.consadole-sapporo.jp/snews/diary.cgi') },
+       ->(list){ Nokogiri::HTML(list).search('table.frametable > tr  a').reverse },
+       ->(article){ { url:article['href'], title:article.text } }
+      ],
+      Consadolephotos:
+      [
+       ->{ get_resource('http://www.consadole-sapporo.jp/comment.txt') },
+       ->(list){ list.split("\n").reverse },
+       ->(article){
+         photo = article.match(/^&?text(?<number>\d\d)=(?<title>.+)/)
+         { url:"http://www.consadole-sapporo.jp/img/#{photo[:number]}.jpg", title:photo[:title] }
+       }
+      ],
+      Jsgoalnews:
+      [
+       ->{ get_resource('http://feeds.feedburner.com/jsgoal/jsgoal?format=xml') },
+       ->(list){
+         RSS::Parser.parse(list, false).items.each_with_object([]){ |e, memo|
+           memo << { url:trace(e.link), title:e.title } if e.title.include?('札幌')
+         }.reverse },
+       ->(article){ article }
+      ],
+      Jsgoalphotos:
+      [
+       ->{ get_resource('http://feeds.feedburner.com/jsgoal/photo?format=xml') },
+       ->(list){
+         RSS::Parser.parse(list, false).items.each_with_object([]){ |e, memo|
+           memo << { url:trace(e.link), title:e.title } if e.title.include?('札幌')
+         }.reverse },
+       ->(article){ article }
+      ],
+    }.each do |k,v|
+      klass = Class.new do
+        include Aggregatable
+        @get_resource, @parse_list, @parse_article = *v
+        def initialize logger=nil
+          @logger = logger || Logger.new(File.expand_path(File.dirname(__FILE__) + '/../../log/news.log'))
+        end
+      end
+      const_set(k, klass)
+    end
+  end
+end

data/lib/consadole_aggregator.rb

@@ -1,21 +1,7 @@
-# -*- coding: utf-8 -*-
-require 'net/http'
-require 'consadole_aggregator/nikkan_sports'
-require 'consadole_aggregator/live'
+require 'logger'
+require_relative 'consadole_aggregator/helper.rb'
+require_relative 'consadole_aggregator/live.rb'
+require_relative 'consadole_aggregator/news.rb'
 
-if RUBY_VERSION < '1.9'
-  # strptime は1.9 features なので、1.8 対応のモンキーパッチ
-  class Time
-    def Time.strptime(base, format)
-      ary = base.split(/[^\d]/).delete_if{ |x| x.empty? }
-      case ary.size
-      when 3
-        Time.mktime(Time.now.year, Time.now.month, ary[0], ary[1], ary[2], 0, 0)
-      when 5
-        Time.mktime(ary[0], ary[1], ary[2], ary[3], ary[4], 0, 0)
-      else
-        Time.now
-      end
-    end
-  end
+module ConsadoleAggregator
 end

data/spec/consadole_aggregator/helper_spec.rb

@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+require_relative '../spec_helper'
+
+describe ConsadoleAggregator::Helper do
+  describe :concatenate do
+    context 'with argument 140 chars' do
+      subject { ConsadoleAggregator::Helper.concat('い' * 140) }
+      it { should have(140).item }
+      it { should == 'い' * 140 }
+    end
+    context 'with argument 140 chars and 18 chars url' do
+      subject { ConsadoleAggregator::Helper.concat('ろ' * 140, url:'http://example.jp/') }
+      it { should have(140).item }
+      it { should be_end_with 'ろ... http://example.jp/' }
+    end
+    context 'with argument 140 chars and 10 chars hashtag' do
+      subject { ConsadoleAggregator::Helper.concat('は' * 140, hashtag:'#consadole') }
+      it { should have(140).item }
+      it { should be_end_with 'は... #consadole' }
+    end
+    context 'with argument 140 chars and 18 chars url and 10 chars hashtag' do
+      subject { ConsadoleAggregator::Helper.concat('に' * 140, url:'http://example.jp/', hashtag:'#consadole') }
+      it { should have(140).item }
+      it { should be_end_with 'に... http://example.jp/ #consadole' }
+    end
+  end
+end

data/spec/consadole_aggregator/live/timeline_spec.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+require_relative '../../spec_helper'
+
+include ConsadoleAggregator::Live
+
+describe Timeline do
+  describe '.parse' do
+    context 'given nil' do
+      subject{ Timeline.parse(nil) }
+      it{ should be_nil }
+    end
+    context 'given ""' do
+      subject{ Timeline.parse("") }
+      it{ should be_nil }
+    end
+    context 'given "<前半>"' do
+      subject{ Timeline.parse('<前半>') }
+      it{ should be_nil }
+    end
+    context 'given "1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア"' do
+      subject{ Timeline.parse('1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア') }
+      it{ should eql Timeline.new('1分', '右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア') }
+    end
+    context 'given "5分"' do
+      subject{ Timeline.parse('5分') }
+      it{ should eql Timeline.new('5分', nil) }
+    end
+  end
+  describe '#to_s' do
+    before do
+      @timeline = Timeline.new
+    end
+    context 'when empty' do
+      subject{ @timeline.to_s }
+      it{ should == '' }
+    end
+    context 'when only time' do
+      before do
+        @timeline.time = '1分'
+      end
+      subject{ @timeline.to_s }
+      it{ should == '1分' }
+    end
+    context 'when filled time and post' do
+      before do
+        @timeline.time = '1分'
+        @timeline.post = '右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア'
+      end
+      subject{ @timeline.to_s }
+      it{ should == '1分 右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア' }
+    end
+  end
+end

data/spec/consadole_aggregator/live_spec.rb

@@ -0,0 +1,139 @@
+# -*- coding: utf-8 -*-
+require_relative '../spec_helper'
+
+include ConsadoleAggregator
+
+describe ConsadoleAggregator do
+  describe Live do
+    describe '.get_resource' do
+      it 'should exec Net::HTTP.get with Live::BASE_URI' do
+        Net::HTTP.should_receive(:get).with(Live::BASE_URI).and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html'))
+        Live.get_resource
+      end
+    end
+
+    describe '.parse' do
+      context 'when start of game' do
+        before { Live.stub!(:get_resource).and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html').toutf8) }
+        subject{ Live.parse }
+        it{ should have(3).items }
+      end
+      context 'when end of game' do
+        before { Live.stub!(:get_resource).and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html.120').toutf8) }
+        describe 'first TimeLine' do
+          subject{ Live.parse.first }
+          its(:time){ should == '試合開始' }
+          its(:post){ should == '札幌ボールでキックオフ' }
+        end
+        describe 'second TimeLine' do
+          subject{ Live.parse[1] }
+          its(:time){ should == '1分' }
+          its(:post){ should == '右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア' }
+        end
+        describe 'last TimeLine' do
+          subject{ Live.parse.last }
+          its(:time){ should == '試合終了' }
+          its(:post){ should == 'ロスタイムも余裕のプレーで相手の攻撃を許さず、3試合連続完封で3連勝を飾る' }
+        end
+      end
+    end
+
+    describe '.reserve' do
+      context 'given Time' do
+        it 'give constructor with Time ' do
+          Live::Live.should_receive(:new).with(Time.parse('2011-02-14 13:00'), {})
+          Live.reserve(Time.parse('2011-02-14 13:00'))
+        end
+      end
+    end
+  end
+
+  describe Live::Live do
+    describe '#execute' do
+      before { Live.stub!(:get_resource).and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html.120').toutf8) }
+      context 'when normal update' do
+        subject{ Live::Live.new }
+        it 'should to be be_daemonize' do
+          subject.should_receive(:be_daemonize).ordered
+          subject.should_receive(:wait_initial).ordered
+          subject.should_receive(:update).ordered.exactly(240).times
+          subject.should_receive(:sleep).with(30).exactly(240).times
+          subject.execute
+        end
+      end
+      context 'when raise Exception' do
+        before do
+          @live = Live::Live.new(nil, { times:1 })
+          @live.stub!(:be_daemonize)
+          @live.stub!(:wait_initial)
+        end
+        subject{ @live }
+        it 'should log exception and sleep' do
+          subject.should_receive(:sleep).once
+          subject.execute{ |timeline| raise }
+        end
+      end
+    end
+
+    describe '#wait_initial' do
+      context 'when reservation_time is nil' do
+        subject{ Live::reserve }
+        it 'not sleep' do
+          subject.should_not_receive(:sleep)
+          subject.wait_initial
+        end
+      end
+      context 'given 10 hours later' do
+        before { Time.stub!(:now).and_return(Time.parse('2011-03-05 04:00')) }
+        subject{ Live.reserve(Time.parse('2011-03-05 14:00')) }
+        it 'sleep 36000 sec' do
+          subject.should_receive(:sleep).with(1.0*60*60*10)
+          subject.wait_initial
+        end
+      end
+      context 'given past time' do
+        before { Time.stub!(:now).and_return(Time.parse('2011-03-05 14:01')) }
+        subject{ Live.reserve(Time.parse('2011-03-05 14:00')) }
+        it 'not sleep' do
+          subject.should_receive(:sleep).with(0)
+          subject.wait_initial
+        end
+      end
+    end
+
+    describe '#update' do
+      before do
+        @first_timeline =
+          [
+           Live::Timeline.parse('1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア'),
+           Live::Timeline.parse('2分　左サイドキリノのパスカットから攻撃を仕掛けるがシュートまでは持ち込めず'),
+           Live::Timeline.parse('3分　ゴール前ほぼ正面やや遠めのFKを上里が直接狙うが湘南DFの壁に当たる'),
+          ]
+      end
+      context 'when first time' do
+        before { Live.stub!(:parse).and_return(@first_timeline) }
+        subject{ Live::Live.new }
+        it{ expect{ subject.update }.to change{ subject.posted.dup }.from([]).to(@first_timeline) }
+      end
+      context 'when second time' do
+        before do
+          @second_timeline = @first_timeline.clone.push(Live::Timeline.parse('3分　右サイドからのクロスに阿部(湘南)がヘッドであわせるがGK高原がキャッチ'))
+          Live.stub!(:parse).and_return(@first_timeline, @second_timeline)
+          @live = Live::Live.new
+          @live.update
+        end
+        subject{ @live }
+        it { expect { subject.update }.to change{ subject.posted.dup }.from(@first_timeline).to(@second_timeline) }
+      end
+      context 'given block' do
+        subject{ Live::Live.new }
+        before do
+          Live.stub!(:parse).and_return(@first_timeline)
+          @ary = []
+          subject.update { |timeline| @ary << timeline }
+        end
+        it { @ary.should == @first_timeline }
+      end
+    end
+  end
+end

data/spec/consadole_aggregator/news_spec.rb

@@ -0,0 +1,156 @@
+# -*- coding: utf-8 -*-
+require_relative '../spec_helper'
+
+include ConsadoleAggregator
+
+describe ConsadoleAggregator do
+  describe Aggregatable do
+    before do
+      @articles = [{ url:'http://example.jp/',  title:'hoge' },
+                   { url:'http://example.com/', title:'fuga' }]
+      get_resource_stub = double('get_resource')
+      get_resource_stub.stub(:call).and_return('')
+      parse_list_stub = double('parse_list')
+      parse_list_stub.stub(:call).and_return(['http://example.jp/', 'http://example.com/'])
+      parse_article_stub = double('parse_article')
+      parse_article_stub.stub(:call) do |arg|
+        if arg == 'http://example.jp/'
+          { url:arg, title:'hoge' }
+        else
+          { url:arg, title:'fuga' }
+        end
+      end
+      klass = Class.new do
+        include Aggregatable
+        @get_resource  = get_resource_stub
+        @parse_list    = parse_list_stub
+        @parse_article = parse_article_stub
+      end
+      ConsadoleAggregator::News.const_set(:TestClass, klass) # FIXME How do I suppress warning?
+      subject.stub(:save_strage)
+    end
+
+    subject{ News::TestClass.new }
+
+    describe '#get_new_articles' do
+      context 'when article straged' do
+        before do
+          @straged = [@articles.first]
+          subject.stub!(:get_strage).and_return(@straged)
+        end
+        it 'should return part of articles' do
+          subject.get_new_articles.should == @articles - @straged
+        end
+      end
+    end
+
+    describe '#update' do
+      context 'when default' do
+        it 'should call ordered' do
+          subject.should_receive(:get_new_articles).ordered.and_return([])
+          subject.should_receive(:save_strage).ordered
+          subject.update
+        end
+      end
+      context 'when new_articles exist' do
+        before do
+          YAML.stub!(:load_file).and_return([])
+          subject.stub!(:get_new_articles).and_return(@articles)
+        end
+        it 'should add strage' do
+          expect{ subject.update }.to change{ subject.get_strage.dup }.from([]).to(@articles)
+        end
+      end
+    end
+
+    describe '#get_strage' do
+      context 'when yaml can load' do
+        it 'should load from yaml' do
+          YAML.should_receive(:load_file).with(/\/db\/TestClass.yaml$/)
+          subject.get_strage
+        end
+      end
+      context 'when yaml can\'t load' do
+        before do
+          YAML.stub!(:load_file){ raise }
+        end
+        it 'should load from yaml' do
+          subject.get_strage == []
+        end
+      end
+    end
+
+    describe '#build_strage_path' do
+      context 'when Testclass' do
+        it { subject.build_strage_path.should match /\/db\/TestClass.yaml$/ }
+      end
+    end
+  end
+
+  describe News do
+    before do
+      ConsadoleAggregator::News::Nikkansports.get_resource =
+        ->{ File.read('./spec/ext/nikkansports.txt').toutf8 }
+      ConsadoleAggregator::News::Hochiyomiuri.get_resource =
+        ->{ File.read('./spec/ext/hochiyomiuri.txt').toutf8 }
+      ConsadoleAggregator::News::Asahi.get_resource =
+        ->{ File.read('./spec/ext/asahi.txt').toutf8 }
+      ConsadoleAggregator::News::Forzaconsadole.get_resource =
+        ->{ File.read('./spec/ext/forzaconsadole.txt').toutf8 }
+      ConsadoleAggregator::News::Consaburn.get_resource =
+        ->{ File.read('./spec/ext/consaburn.txt').toutf8 }
+      ConsadoleAggregator::News::Consaclub.get_resource =
+        ->{ File.read('./spec/ext/consaclub.txt').toutf8 }
+      ConsadoleAggregator::News::Consadolenews.get_resource =
+        ->{ File.read('./spec/ext/consadolenews.txt').toutf8 }
+      ConsadoleAggregator::News::Consadolesponsornews.get_resource =
+        ->{ File.read('./spec/ext/consadolesponsornews.txt').toutf8 }
+      ConsadoleAggregator::News::Consadolephotos.get_resource =
+        ->{ File.read('./spec/ext/consadolephotos.txt').toutf8 }
+      ConsadoleAggregator::News::Jsgoalnews.get_resource =
+        ->{ File.read('./spec/ext/jsgoalnews.txt').toutf8 }
+      ConsadoleAggregator::News::Jsgoalphotos.get_resource =
+        ->{ File.read('./spec/ext/jsgoalphotos.txt').toutf8 }
+
+      module News
+        def self.trace(url_path, limit=nil)
+          url_path
+        end
+      end
+    end
+
+    it 'Nikkansports should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Nikkansports.new.get_new_articles }.to_not raise_error
+    end
+    it 'Hochiyomiuri should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Hochiyomiuri.new.get_new_articles }.to_not raise_error
+    end
+    it 'Asahi should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Asahi.new.get_new_articles }.to_not raise_error
+    end
+    it 'Forzaconsadole should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Forzaconsadole.new.get_new_articles }.to_not raise_error
+    end
+    it 'Consaburn should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Consaburn.new.get_new_articles }.to_not raise_error
+    end
+    it 'Consaclub should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Consaclub.new.get_new_articles }.to_not raise_error
+    end
+    it 'Consadolenews should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Consadolenews.new.get_new_articles }.to_not raise_error
+    end
+    it 'Consadolesponsornews should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Consadolesponsornews.new.get_new_articles }.to_not raise_error
+    end
+    it 'Consadolephotos should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Consadolephotos.new.get_new_articles }.to_not raise_error
+    end
+    it 'Jsgoalnews should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Jsgoalnews.new.get_new_articles }.to_not raise_error
+    end
+    it 'Jsgoalphotos should not raise Exception' do
+      expect{ ConsadoleAggregator::News::Jsgoalphotos.new.get_new_articles }.to_not raise_error
+    end
+  end
+end