consadole_aggregator 0.1.9 → 0.2.0

data/spec/consadole_aggregator/live_spec.rb

@@ -1,145 +1,89 @@
 # -*- coding: utf-8 -*-
-require_relative '../spec_helper'
+require 'spec_helper'
+require 'time'
 
-include ConsadoleAggregator
-
-describe ConsadoleAggregator do
+module ConsadoleAggregator
   describe Live do
-    describe '.get_resource' do
-      it 'should exec Net::HTTP.get with Live::BASE_URI' do
-        Net::HTTP.should_receive(:get)
-          .with(URI.parse('http://www.consadole-sapporo.jp/view/s674.html'))
-          .and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html'))
-        Live::Live.get_resource.call
-      end
+    before do
+        ConsadoleAggregator.stub(:logger).and_return(double('logger').as_null_object)
     end
+    let(:document) { File.read(ext_path('live/s674.html.120')).force_encoding('SJIS') }
 
-    describe '.parse_list' do
-      context 'when start of game' do
-        let(:resource){ File.read(File.dirname(__FILE__) + '/../ext/live/s674.html').toutf8 }
-        let(:parsed_list){ Live::Live.parse_list.call(resource) }
-        subject{ parsed_list }
-        it{ should have(3).items }
-      end
-      context 'when end of game' do
-        let(:resource){ File.read(File.dirname(__FILE__) + '/../ext/live/s674.html.120').toutf8 }
-        let(:parsed_list){ Live::Live.parse_list.call(resource) }
-        describe 'first TimeLine' do
-          subject{ parsed_list.first }
-          it{ should == '試合開始　札幌ボールでキックオフ' }
-        end
-        describe 'second TimeLine' do
-          subject{ parsed_list[1] }
-          it{ should == '1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア' }
-        end
-        describe 'last TimeLine' do
-          subject{ parsed_list.last }
-          it{ should == '試合終了　ロスタイムも余裕のプレーで相手の攻撃を許さず、3試合連続完封で3連勝を飾る' }
-        end
-      end
+    describe ".parse" do
+      it { described_class.parse(document).should have(69).items }
+      it { described_class.parse(document).first.should eq '試合開始 札幌ボールでキックオフ' }
+      it { described_class.parse(document).last.should be_include '試合終了' }
     end
 
-    describe '.parse_article' do
-      let(:article){ '1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア' }
-      it{ Live::Live.parse_article.call(article) }
-    end
-
-    describe '.reserve' do
-      context 'given Time' do
-        it 'give constructor with Time ' do
-          Live::Live.should_receive(:new).with(Time.parse('2011-02-14 13:00'), {})
-          Live.reserve(Time.parse('2011-02-14 13:00'))
-        end
+    describe ".fetch" do
+      context "when HTTP.get success" do
+        before { Net::HTTP.stub(:get).and_return(document) }
+        it { described_class.fetch.should have_at_least(1).items }
       end
-    end
-  end
 
-  describe Live::Live do
-    describe '#execute' do
-      before { Live.stub!(:get_resource).and_return(File.read(File.dirname(__FILE__) + '/../ext/live/s674.html.120').toutf8) }
-      context 'when normal update' do
-        subject{ Live::Live.new }
-        it 'should to be be_daemonize' do
-          subject.should_receive(:be_daemonize).ordered
-          subject.should_receive(:wait_initial).ordered
-          subject.should_receive(:update).ordered.exactly(240).times
-          subject.should_receive(:sleep).with(30).exactly(240).times
-          subject.execute
-        end
-      end
-      context 'when raise Exception' do
-        before do
-          @live = Live::Live.new(nil, { times:1 })
-          @live.stub!(:be_daemonize)
-          @live.stub!(:wait_initial)
-        end
-        subject{ @live }
-        it 'should log exception and sleep' do
-          subject.should_receive(:sleep).once
-          subject.execute{ |timeline| raise }
-        end
+      context "when HTTP.get failure" do
+        before { Net::HTTP.stub(:get).and_raise("can't get") }
+        it { described_class.fetch.should have(0).items }
       end
     end
 
-    describe '#wait_initial' do
-      context 'when reservation_time is nil' do
-        subject{ Live::reserve }
-        it 'not sleep' do
-          subject.should_not_receive(:sleep)
-          subject.wait_initial
-        end
-      end
-      context 'given 10 hours later' do
-        before { Time.stub!(:now).and_return(Time.parse('2011-03-05 04:00')) }
-        subject{ Live.reserve(Time.parse('2011-03-05 14:00')) }
-        it 'sleep 36000 sec' do
-          subject.should_receive(:sleep).with(1.0*60*60*10)
-          subject.wait_initial
-        end
+    describe "#update" do
+      let(:fetched) {
+        [
+         '試合開始 札幌ボールでキックオフ',
+         '1分 【札幌先制GOAL!】',
+         '2分 【札幌GOAL!】'
+        ]
+      }
+      before do
+        described_class.stub(:fetch).and_return(fetched)
+        subject.send(:posted) << fetched.first
       end
-      context 'given past time' do
-        before { Time.stub!(:now).and_return(Time.parse('2011-03-05 14:01')) }
-        subject{ Live.reserve(Time.parse('2011-03-05 14:00')) }
-        it 'not sleep' do
-          subject.should_receive(:sleep).with(0)
-          subject.wait_initial
-        end
+
+      it 'when first called raise error,other times don\'t raise error' do
+        result = []
+        called = false
+        subject.update { |post|
+          if called
+            result << post
+          else
+            called = true
+            raise
+          end
+        }
+        result.should eq [{ title: fetched.last}]
       end
     end
 
-    describe '#update' do
+    describe ".run" do
+      let(:runner) { double('runner').as_null_object }
+      let(:starting_time) { Time.parse('2012-04-07 20:48') }
+      let(:option) {
+        {
+          length_of_a_game: 180,
+          interval: 30,
+          daemonize: false
+        }
+      }
+      subject { described_class.run starting_time, option }
       before do
-        @first_timeline =
-          [
-           Live::Timeline.parse('1分　右サイドからボールをつながれ攻撃を仕掛けられるが札幌DFが落ち着いてクリア'),
-           Live::Timeline.parse('2分　左サイドキリノのパスカットから攻撃を仕掛けるがシュートまでは持ち込めず'),
-           Live::Timeline.parse('3分　ゴール前ほぼ正面やや遠めのFKを上里が直接狙うが湘南DFの壁に当たる'),
-          ]
-      end
-      context 'when first time' do
-        before { Live.stub!(:parse).and_return(@first_timeline) }
-        subject{ Live::Live.new }
-        it{ expect{ subject.update }.to change{ subject.posted.dup }.from([]).to(@first_timeline) }
-      end
-      context 'when second time' do
-        before do
-          @second_timeline = @first_timeline.clone.push(Live::Timeline.parse('3分　右サイドからのクロスに阿部(湘南)がヘッドであわせるがGK高原がキャッチ'))
-          Live.stub!(:parse).and_return(@first_timeline, @second_timeline)
-          @live = Live::Live.new
-          @live.update
-        end
-        subject{ @live }
-        it { expect { subject.update }.to change{ subject.posted.dup }.from(@first_timeline).to(@second_timeline) }
-      end
-      context 'given block' do
-        subject{ Live::Live.new }
-        before do
-          Live.stub!(:parse).and_return(@first_timeline)
-          @ary = []
-          subject.update { |timeline| @ary << timeline }
-        end
-        it { @ary.should == @first_timeline }
+        Live::Runner.stub(:new).and_return(runner)
       end
+
+      it {
+        runner.should_receive(:length_of_a_game=).with(180)
+        subject
+      }
+
+      it {
+        runner.should_receive(:interval=).with(30)
+        subject
+      }
+
+      it {
+        runner.should_receive(:daemonize=).with(false)
+        subject
+      }
     end
   end
 end

data/spec/consadole_aggregator/news_spec.rb

@@ -1,167 +1,89 @@
 # -*- coding: utf-8 -*-
-require_relative '../spec_helper'
+require 'spec_helper'
+require 'stringio'
 
-include ConsadoleAggregator
-
-describe ConsadoleAggregator do
-  describe Aggregatable do
+module ConsadoleAggregator
+  describe News do
     before do
-      @articles = [{ url:'http://example.jp/',  title:'hoge' },
-                   { url:'http://example.com/', title:'fuga' }]
-      get_resource_stub = double('get_resource')
-      get_resource_stub.stub(:call).and_return('')
-      parse_list_stub = double('parse_list')
-      parse_list_stub.stub(:call).and_return(['http://example.jp/', 'http://example.com/'])
-      parse_article_stub = double('parse_article')
-      parse_article_stub.stub(:call) do |arg|
-        if arg == 'http://example.jp/'
-          { url:arg, title:'hoge' }
-        else
-          { url:arg, title:'fuga' }
-        end
-      end
-      klass = Class.new do
-        include Aggregatable
-        @get_resource  = get_resource_stub
-        @parse_list    = parse_list_stub
-        @parse_article = parse_article_stub
-      end
-      ConsadoleAggregator::News.const_set(:TestClass, klass) # FIXME How do I suppress warning?
-      subject.stub(:save_strage)
+      ConsadoleAggregator.stub(:logger).and_return(double('logger').as_null_object)
     end
 
-    subject{ News::TestClass.new }
-
-    describe '#get_new_articles' do
-      context 'when article straged' do
-        before do
-          @straged = [@articles.first]
-          subject.stub!(:get_strage).and_return(@straged)
-        end
-        it 'should return part of articles' do
-          subject.get_new_articles.should == @articles - @straged
-        end
-      end
+    describe '.register' do
+      it { expect {
+          described_class.send(:register!) do |sites|
+            sites.name(:a_site)
+          end
+        }.to change { News::Sites.size }.by(1)
+      }
     end
+  end
 
-    describe '#update' do
-      context 'when default' do
-        it 'should call ordered' do
-          subject.should_receive(:get_new_articles).ordered.and_return([])
-          subject.should_receive(:save_strage).ordered
-          subject.update
-        end
+  module News
+    describe Site do
+      before do
+        ConsadoleAggregator.stub(:logger).and_return(double('logger').as_null_object)
+        described_class.stub_chain(:store, :transaction).and_return(updated)
       end
-      context 'when new_articles exist' do
-        before do
-          YAML.stub!(:load_file).and_return([])
-          subject.stub!(:get_new_articles).and_return(@articles)
-        end
-        it 'should add strage' do
-          expect{ subject.update }.to change{ subject.get_strage.dup }.from([]).to(@articles)
-        end
-      end
-    end
+      let(:updated) { [] }
+      subject { described_class.new(:hochiyomiuri) }
 
-    describe '#get_strage' do
-      context 'when yaml can load' do
-        it 'should load from yaml' do
-          YAML.should_receive(:load_file).with(/\/db\/TestClass.yaml$/)
-          subject.get_strage
-        end
-      end
-      context 'when yaml can\'t load' do
-        before do
-          YAML.stub!(:load_file){ raise }
+      describe '#update' do
+        let(:site) {
+          site = described_class.new(:hochiyomiuri)
+          site.resource = -> { File.read(ext_path('hochiyomiuri.txt')).encode('UTF-8') }
+          site.list_parser = ->(list) { Nokogiri::HTML(list).search('div.list1 > ul > li a').reverse }
+          site.article_filter = ->(article) { article.text =~ /札幌|コンサ/ }
+          site.article_parser = ->(article) { { url: "http://hochi.yomiuri.co.jp#{article['href']}", title: article.text } }
+          site
+        }
+        let(:block) { ->(article) { result << article } }
+        let(:result){ [] }
+
+        subject { result }
+
+        describe 'element' do
+          before { site.update &block }
+          it { subject.first.should include :url, :title }
+          it { subject.should satisfy { |list| list.all? { |e| e[:title].include?('札幌') || e[:title].include?('コンサ') } } }
         end
-        it { expect{ subject.get_strage }.to raise_error }
-      end
-    end
 
-    describe '#build_strage_path' do
-      context 'when Testclass' do
-        it { subject.build_strage_path.should match /\/db\/TestClass.yaml$/ }
-      end
-    end
-  end
+        describe 'updated' do
+          before { site.update &block }
+          it { updated.should_not be_empty }
+        end
 
-  describe News do
-    before do
-      ConsadoleAggregator::News::Nikkansports.get_resource =
-        ->{ File.read('./spec/ext/nikkansports.txt').toutf8 }
-      ConsadoleAggregator::News::Hochiyomiuri.get_resource =
-        ->{ File.read('./spec/ext/hochiyomiuri.txt').toutf8 }
-      ConsadoleAggregator::News::Asahi.get_resource =
-        ->{ File.read('./spec/ext/asahi.txt').toutf8 }
-      ConsadoleAggregator::News::Forzaconsadole.get_resource =
-        ->{ File.read('./spec/ext/forzaconsadole.txt').toutf8 }
-      ConsadoleAggregator::News::Consaburn.get_resource =
-        ->{ File.read('./spec/ext/consaburn.txt').toutf8 }
-      ConsadoleAggregator::News::Consaclub.get_resource =
-        ->{ File.read('./spec/ext/consaclub.txt').toutf8 }
-      ConsadoleAggregator::News::Consadolenews.get_resource =
-        ->{ File.read('./spec/ext/consadolenews.txt').toutf8 }
-      ConsadoleAggregator::News::Consadolephotos.get_resource =
-        ->{ File.read('./spec/ext/consadolephotos.txt').toutf8 }
-      ConsadoleAggregator::News::Jsgoalnews.get_resource =
-        ->{ File.read('./spec/ext/jsgoalnews.txt').toutf8 }
-      ConsadoleAggregator::News::Jsgoalphotos.get_resource =
-        ->{ File.read('./spec/ext/jsgoalphotos.txt').toutf8 }
-      ConsadoleAggregator::News::Clubconsadole.get_resource =
-        ->{ File.read('./spec/ext/clubconsadole.txt').toutf8 }
+        context 'when have updated item' do
+          before { site.update &block }
+          let(:updated) {
+            resource = File.read(ext_path('hochiyomiuri.txt')).encode('UTF-8')
+            Nokogiri::HTML(resource).search('div.list1 > ul > li a').reverse.slice(0...-1).map { |i|
+              { url: "http://hochi.yomiuri.co.jp#{i['href']}", title: i.text }
+            }
+          }
+          it { subject.should have(1).item }
+        end
 
-      module News
-        def self.trace(url_path, limit=nil)
-          url_path
+        context 'when raise error on get resource' do
+          before { Net::HTTP.stub(:get).and_return { raise } }
+          it { expect { site.update &block }.not_to raise_error }
         end
-      end
-    end
 
-    it 'Nikkansports should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Nikkansports.new.get_new_articles }.to_not raise_error
-    end
-    it 'Hochiyomiuri should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Hochiyomiuri.new.get_new_articles }.to_not raise_error
-    end
-    it 'Asahi should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Asahi.new.get_new_articles }.to_not raise_error
-    end
-    it 'Forzaconsadole should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Forzaconsadole.new.get_new_articles }.to_not raise_error
-    end
-    it 'Consaburn should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Consaburn.new.get_new_articles }.to_not raise_error
-    end
-    it 'Consaclub should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Consaclub.new.get_new_articles }.to_not raise_error
-    end
-    describe ConsadoleAggregator::News::Consadolenews do
-      subject{ ConsadoleAggregator::News::Consadolenews.new }
-      it 'Consadolenews should not raise Exception' do
-        expect{ subject.get_new_articles }.to_not raise_error
-      end
-      it{ subject.get_new_articles.should have_at_least(1).items }
-    end
-    describe ConsadoleAggregator::News::Consadolephotos do
-      subject{ ConsadoleAggregator::News::Consadolephotos.new }
-      it 'Consadolephotos should not raise Exception' do
-        expect{ subject.get_new_articles }.to_not raise_error
-      end
-      it{ subject.get_new_articles.should have_at_least(1).items }
-    end
-    it 'Jsgoalnews should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Jsgoalnews.new.get_new_articles }.to_not raise_error
-    end
-    it 'Jsgoalphotos should not raise Exception' do
-      expect{ ConsadoleAggregator::News::Jsgoalphotos.new.get_new_articles }.to_not raise_error
-    end
-    describe ConsadoleAggregator::News::Clubconsadole do
-      subject{ ConsadoleAggregator::News::Clubconsadole.new }
-      it 'Clubconsadole should not raise Exception' do
-        expect{ subject.get_new_articles }.to_not raise_error
+        context 'when raise error on block' do
+          before { site.update &block }
+          let(:block) {
+            error_occured = false
+            ->(article) {
+              unless error_occured
+                error_occured = true
+                raise
+              end
+              result << article
+            }
+          }
+          it { expect { site.update &block }.not_to raise_error }
+          it { subject.should_not be_empty }
+        end
       end
-      it{ subject.get_new_articles.should have_at_least(1).items }
-      it{ p subject.get_new_articles }
     end
   end
 end

data/spec/consadole_aggregator_spec.rb

@@ -0,0 +1,5 @@
+require "spec_helper"
+
+describe ConsadoleAggregator do
+ it{ pending "not implement yet." }
+end