simple2ch 0.1.8 → 1.1.0

data/lib/simple2ch/version.rb

@@ -1,3 +1,3 @@
 module Simple2ch
-  VERSION = "0.1.8"
+  VERSION = '1.1.0'
 end

data/simple2ch.gemspec

@@ -24,9 +24,17 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rspec-core"
   spec.add_development_dependency 'rspec-its'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'pry-byebug'
+  spec.add_development_dependency 'pry-stack_explorer'
+  spec.add_development_dependency 'vcr', '~> 3.0'
+  spec.add_development_dependency 'webmock', '~> 2.1'
 
   spec.required_ruby_version = '~> 2.0'
   spec.add_dependency 'charwidth', '~> 0.1.3'
+  spec.add_dependency 'htmlentities', '~> 4.3.3'
+  spec.add_dependency 'retryable', '~> 2.0.1'
+  spec.add_dependency 'bbs_2ch_url_validator', '~>0.1'
 
 #  spec.add_development_dependency 'spring'
 #  spec.add_development_dependency 'zeus'

data/spec/bbs_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+VCR.use_cassette 'bbs' do
+  describe Simple2ch::BBS, vcr: true do
+    describe '#boards' do
+      shared_examples '#boards' do |force_reload|
+        shared_examples 'get board list from bbsmenu' do |bbs, type_of_2ch|
+          subject { bbs.boards(force_reload: force_reload) }
+          it { expect(bbs.type_of_2ch).to eq type_of_2ch }
+          it { is_expected.not_to be_empty }
+          it { is_expected.to have_news4vip }
+        end
+
+        context 'from 2ch.sc' do
+          include_examples 'get board list from bbsmenu', Simple2ch::BBS.new(:sc), :sc
+        end
+        context 'from open2ch.net' do
+          include_examples 'get board list from bbsmenu', Simple2ch::BBS.new(:open), :open
+        end
+      end
+
+      context 'use cache' do
+        it_behaves_like '#boards', false
+      end
+      context 'use force reload' do
+        it_behaves_like '#boards', true
+      end
+    end
+  end
+end

data/spec/board_spec.rb

@@ -1,68 +1,103 @@
 require 'rspec'
 require 'spec_helper'
 
-describe Simple2ch::Board do
-  let(:title) { 'ニュー速VIP' }
-  let(:url) do
-    {
-        sc: 'http://viper.2ch.sc/news4vip/',
-        net: 'http://viper.2ch.net/news4vip/',
-        open: 'http://viper.open2ch.net/news4vip/',
-        not_a_2ch_format: 'http://test.example.com/hoge/',
-        invalid_url: 'http://abc_def.com/foobar/' # under score in host is invalid
-    }
-  end
-  let(:board) { Simple2ch::Board.new(title, url[:sc]) }
-
-  describe 'have a type of 2ch' do
-    subject{ Simple2ch::Board.new(title, given_url) }
-    context 'when 2ch.net' do
-      let(:given_url){ url[:net] }
-      its(:type_of_2ch){ is_expected.to eq :net }
+VCR.use_cassette 'board' do
+  describe Simple2ch::Board, vcr: true do
+    before(:all) do
+      @sc = Simple2ch::BBS.new(:sc)
+      @open = Simple2ch::BBS.new(:open)
     end
-    context 'when 2ch.sc' do
-      let(:given_url){ url[:sc] }
-      its(:type_of_2ch){ is_expected.to eq :sc }
+
+    let(:title) { 'ニュー速VIP' }
+    let(:boards) do
+      {
+        sc: {
+          url: 'http://viper.2ch.sc/news4vip/',
+          title: 'ニュー速VIP'
+        },
+        open: {
+          url: 'http://viper.open2ch.net/news4vip/',
+          title: 'ニュー速VIP'
+        },
+        not_a_2ch_format: {
+          url: 'http://test.example.com/hoge/',
+          title: nil
+        },
+        invalid_url: {
+          url: 'http://^example.com', # carat in host is invalid
+          title: nil
+        }
+      }
     end
-    context 'when open2ch.net' do
-      let(:given_url){ url[:open] }
-      its(:type_of_2ch){ is_expected.to eq :open }
+    let(:threads) do
+      {
+        sc: {
+          url: 'http://viper.2ch.sc/test/read.cgi/news4vip/9990000001/',
+          title: '★★★ ２ちゃんねる(sc)のご案内 ★★★'.force_encoding('utf-8')
+        },
+        open: open2ch_thread_data_example
+      }
     end
-  end
 
-  context 'should get board title' do
-    subject { board.title }
-    it { is_expected.to be_a_kind_of(String) }
-    it { is_expected.to eq title }
-  end
+    let(:board) { Simple2ch::Board.new(url, title: title) }
 
-  context 'should get board url' do
-    subject { board.url }
-    it { is_expected.to be_a_kind_of(URI) }
-    it { is_expected.to eq URI.parse(url[:sc]) }
-  end
+    describe '#new' do
+      context 'should raise NotA2chUrlException if URL is not a 2ch format' do
+        subject { -> { Simple2ch::Board.new(boards[:not_a_2ch_format][:url], title: title) } }
+        it { is_expected.to raise_error Simple2ch::NotA2chUrlError }
+      end
 
-  context 'should get all of thread' do
-    subject { board.thres }
-    it { is_expected.to be_a_kind_of(Array) }
-    it { subject.each{ |t| expect(t).to be_a_kind_of(Simple2ch::Thre) } }
-    its(:size) { is_expected.to be > 0 }
-  end
+      context 'should raise URI::InvalidURL if URL is invalid format' do
+        subject { -> { Simple2ch::Board.new(boards[:invalid_url][:url], title: title) } }
+        it { is_expected.to raise_error Simple2ch::NotA2chUrlError }
+      end
+    end
 
-  context 'should be a valid Simple2ch::Board object' do
-    subject { Simple2ch::Board.new(title, url[:open]) }
-    its(:title) { is_expected.to be_a_kind_of String }
-    its(:title) { is_expected.to be == title }
-    its('url.to_s') { is_expected.to be == url[:open] }
-  end
+    describe '#title' do
+      shared_examples '#title' do
+        subject { board.title }
+        it { is_expected.to be_a_kind_of(String) }
+        it { is_expected.to eq title }
+      end
+      include_examples '#title' do
+        let(:url) { boards[:sc][:url] }
+      end
+      include_examples '#title' do
+        let(:url) { boards[:open][:url] }
+      end
+    end
 
-  context 'should raise NotA2chUrlException if URL is not a 2ch format' do
-    subject { lambda{ Simple2ch::Board.new(title, url[:not_a_2ch_format]) } }
-    it { is_expected.to raise_error Simple2ch::NotA2chUrlException }
-  end
+    describe '#url' do
+      shared_examples '#url' do
+        subject { board.url.to_s }
+        it { is_expected.to be_a_kind_of(String) }
+        it { is_expected.to eq url }
+      end
+      include_examples '#url' do
+        let(:url) { boards[:sc][:url] }
+      end
+      include_examples '#url' do
+        let(:url) { boards[:open][:url] }
+      end
+    end
 
-  context 'should raise URI::InvalidURL if URL is invalid format' do
-    subject { lambda{ Simple2ch::Board.new(title, url[:invalid_url]) } }
-    it { is_expected.to raise_error URI::InvalidURIError }
+    describe '#threads' do
+      shared_examples '#threads' do
+        let(:board) { Simple2ch::Board.new(url, title: title) }
+        subject { board.threads }
+        it { is_expected.to be_a_kind_of(Array) }
+        it { subject.each { |t| expect(t).to be_a_kind_of(Simple2ch::Thread) } }
+        it { expect(board.threads.size).to be > 0 }
+        it { expect(board.title).to be_a_kind_of String }
+        it { expect(board.title).to eq title }
+        it { expect(board.url.built_url).to eq url }
+      end
+      include_examples '#threads' do
+        let(:url) { boards[:sc][:url] }
+      end
+      include_examples '#threads' do
+        let(:url) { boards[:open][:url] }
+      end
+    end
   end
 end

data/spec/dat_spec.rb

@@ -1,27 +1,28 @@
 require 'rspec'
 require 'spec_helper'
 
-describe Simple2ch::Dat do
-  let(:board) { Simple2ch::Board.new 'ニュース速報(VIP)', 'http://viper.2ch.sc/news4vip/' }
-  let(:dat_data) { '1409796283.dat<>Ｃ言語の勉強始めたんだがな (144)' }
-  let(:thre) { Simple2ch::Thre.parse(board, dat_data) }
-  let(:thread_key) { '1409796283' }
-  let(:dat) { Simple2ch::Dat.new thre }
+VCR.use_cassette 'dat' do
+  describe Simple2ch::Dat, vcr: true do
+    #let(:dat_data) { '1409796283.dat<>Ｃ言語の勉強始めたんだがな (144)' }
+    let(:thre) { Simple2ch::Thread.new('http://viper.2ch.sc/test/read.cgi/news4vip/1409796283/') }
+    let(:thread_key) { '1409796283' }
+    let(:dat) { Simple2ch::Dat.new thre }
 
-  context 'should have thread key' do
-    subject { dat.thread_key }
-    it { is_expected.to be_a_kind_of(String) }
-    it { is_expected.to match /\d{10}/ }
-  end
+    context 'should have thread key' do
+      subject { dat.url.thread_key }
+      it { is_expected.to be_a_kind_of(String) }
+      it { is_expected.to match /\d{10}/ }
+    end
 
-  context 'should have reses' do
-    subject { dat.reses }
-    it { is_expected.to be_a_kind_of(Array) }
-    its(:size) { is_expected.to be == 144 }
-    it { expect(dat.kako_log?).to be == true }
-    it do
-      subject.each do |r|
-        expect(r).to be_a_kind_of(Simple2ch::Res)
+    context 'should have responses' do
+      subject { dat.responses }
+      it { is_expected.to be_a_kind_of(Array) }
+      its(:size) { is_expected.to be == 144 }
+      it { expect(dat.kako_log?).to be == true }
+      it do
+        subject.each do |r|
+          expect(r).to be_a_kind_of(Simple2ch::Response)
+        end
       end
     end
   end

data/spec/response_spec.rb

@@ -0,0 +1,131 @@
+require 'rspec'
+require 'spec_helper'
+
+VCR.use_cassette 'response' do
+  describe Simple2ch::Response, vcr: true do
+    before(:all) do
+      @sc = Simple2ch::BBS.new(:sc)
+      @open = Simple2ch::BBS.new(:open)
+    end
+
+    let(:boards) do
+      {
+        sc: {
+          url: 'http://viper.2ch.sc/news4vip/',
+          title: 'ニュー速VIP'
+        },
+        open: {
+          url: 'http://viper.open2ch.net/news4vip/',
+          title: 'ニュー速VIP'
+        },
+      }
+    end
+
+    let(:threads) do
+      {
+        sc: {
+          url: 'http://viper.2ch.sc/test/read.cgi/news4vip/9990000001/',
+          title: '★★★ ２ちゃんねる(sc)のご案内 ★★★'.force_encoding('utf-8')
+        },
+        open: open2ch_thread_data_example
+      }
+    end
+
+    describe '#parse' do
+      context 'when prepared dat' do
+        let(:dat_data) { %q{以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:46:36.03 ID:wBAvTswZ0.net<> http://livedoor.blogimg.jp/hatima/imgs/b/c/bccae87d.jpg <br>  <br>  <br> ※二次創作ではなく、公式です <>古参よ、これが今の東方projectだ
+以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:47:10.12 ID:X4fy/81O0.net<> うそつけ <>
+以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:47:14.08 ID:WDyAzc5v0.net<> 嘘乙 <>
+以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:47:19.71 ID:9QYJSuKn0.net<> 正直楽しみ <>
+以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:47:35.65 ID:rbjZvMWo0.net<> はてぃま <>
+以下、＼(^o^)／でVIPがお送りします<><>2014/09/04(木) 18:47:41.41 ID:bHgEtoQU0.net<> 思い切り二次創作じゃねえか <br> PS4でやるんだっけ <>} }
+        let(:replies) { dat_data.split(/\n/).map.with_index(1) { |d, i| Simple2ch::Response.parse i, d } }
+        it { replies.each { |r| expect(r).to be_a_valid_response } }
+      end
+      context 'when real data' do
+        shared_examples '#parse' do
+          let(:thread_url) { threads[type_of_2ch][:url] }
+          let(:dat_url) { Simple2ch.generate_url(:dat, thread_url) }
+          let(:dat) { Simple2ch.fetch(dat_url) }
+          let(:replies) { dat.each_line.map.with_index(1) { |d, i| Simple2ch::Response.parse(i, d) } }
+          it { replies.each { |r| expect(r).to be_a_valid_response } }
+        end
+        context 'when 2ch.sc' do
+          include_examples '#parse' do
+            let(:type_of_2ch) { :sc }
+          end
+        end
+        context 'when open2ch.net' do
+          include_examples '#parse' do
+            let(:type_of_2ch) { :open }
+          end
+        end
+      end
+
+    end
+
+    describe '#anchors' do
+      shared_examples('have valid anchors') do
+        let(:res_num) { 100 }
+        subject { Simple2ch::Response.new(res_num, contents: contents) }
+
+        describe 'that\'s anchored res is valid' do
+          its(:anchors) { is_expected.to be_a_kind_of Array }
+          its(:anchors) { is_expected.to be == anchor }
+          its('anchors.size') { is_expected.to be == anchor.size }
+        end
+      end
+      context 'when it have anchors separated commas' do
+        let(:contents) { %Q{&gt;&gt;1, 2,　3,12,　３４\n9} }
+        let(:anchor) { [1, 2, 3, 12, 34] }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when it have anchors separated commas & spaces' do
+        let(:contents) { %Q{&gt;&gt;1, 2,　3 4　5　６, １２、　３４\n9} }
+        let(:anchor) { [1, 2, 3, 4, 5, 6, 12, 34] }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when it have anchors range' do
+        let(:contents) { %Q{&gt;1-5\n9} }
+        let(:anchor) { (1..5).to_a }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when it have range and separated anchors pattern#1' do
+        let(:contents) { %Q{&gt;1-5,6,8} }
+        let(:anchor) { [1, 2, 3, 4, 5, 6, 8] }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when it have range and separated anchors pattern#2' do
+        let(:contents) { %Q{&gt;1,3, ９−１３\n25} }
+        let(:anchor) { [1, 3, 9, 10, 11, 12, 13] }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when it have ARASHI anchors' do
+        let(:contents) { %Q{>1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,
+>52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,
+
+>>1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20
+　　∧＿∧
+　 (´･ω･｀)　　 　　n
+￣　..　 　 ＼　 　 （ E）
+ﾌ ア.フ.ィ /ヽ ヽ_／／
+>>21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40
+　　∧＿∧
+　 (´･ω･｀)　　 　　n
+￣　　 ..　 ＼　 　 （ E）
+ﾌ ア.フ.ィ /ヽ ヽ_／／
+>>41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60 } }
+        let(:anchor) { [] }
+        it_behaves_like 'have valid anchors'
+      end
+      context 'when a thre have both id and non-id responses', force: true do
+        let(:board_name) { 'プログラム技術' }
+        let(:url) { 'http://toro.2ch.sc/tech/' }
+        let(:thread_key) { '1382307475' }
+        let(:thre) { Simple2ch::Thread.new(Simple2ch.generate_url(:thread, url, thread_key: thread_key)) }
+        subject { thre.responses }
+        it { is_expected.to be_a_kind_of Array }
+      end
+    end
+  end
+end

data/spec/simple2ch_spec.rb

@@ -1,61 +1,30 @@
 require 'rspec'
 require 'spec_helper'
 
-RSpec::Matchers.define :have_news4vip do
-  match do |boards|
-    (news4vip = boards.find{|b| b.title == 'ニュー速VIP'}) && news4vip.url.to_s.index('news4vip')
-  end
-end
 
 describe Simple2ch do
-  describe 'should get board from board list' do
-    let(:board_list_url) { {net: 'http://menu.2ch.net/bbsmenu.html', sc: 'http://2ch.sc/bbsmenu.html', open: 'http://open2ch.net/menu/pc_menu.html' } }
-    shared_examples 'get board list from bbsmenu' do
-      subject{ Simple2ch.boards(bbsmenu_url) }
-      it{ is_expected.not_to be_empty }
-      it{ is_expected.to have_news4vip}
-    end
-
-    context 'from 2ch.net' do
-      let(:bbsmenu_url) { board_list_url[:net] }
-      include_examples 'get board list from bbsmenu'
-    end
-    context 'from 2ch.sc' do
-      let(:bbsmenu_url) { board_list_url[:sc] }
-      include_examples 'get board list from bbsmenu'
-    end
-    context 'from open2ch.net' do
-      let(:bbsmenu_url) { board_list_url[:open] }
-      include_examples 'get board list from bbsmenu'
-    end
+  before(:all) do
+    @sc = Simple2ch::BBS.new(:sc)
+    @open = Simple2ch::BBS.new(:open)
   end
 
-  context 'should get reses from board url' do
-    before(:all) do
-      board_name = 'ニュー速VIP'
-      board_url = 'http://viper.2ch.sc/news4vip/'
-      @board = Board.new board_name, board_url
-      @threads= @board.thres
-      @res = @threads[0].reses[0]
+  describe '#new' do
+    shared_examples '#new' do
+      subject { s2 }
+      it { should be_a_kind_of Simple2ch::BBS }
     end
-    it{ expect(@board.thres).to be_a_kind_of Array }
-    it do
-      #@threads = board.threads
-      expect(@board.thres.size).to be > 0
-    end
-
-    it { expect(@threads[0]).to be_a_kind_of Thre }
-    it { expect(@threads[0].reses).to be_a_kind_of Array }
 
-    it do
-      #@res = @threads[0].reses[0]
-      expect(@res).to be_a_kind_of Res
+    context '2ch.sc' do
+      include_examples '#new' do
+        let(:s2) { @sc }
+        let(:type_of_2ch) { :sc }
+      end
+    end
+    context 'open2ch.net' do
+      include_examples '#new' do
+        let(:s2) { @open }
+        let(:type_of_2ch) { :open }
+      end
     end
-    it { expect(@res.date).to be < Time.now }
-    it { expect(@res.author_id.size).to be > 0 }
-
   end
-
-
-#its(:reses){ is_expected.to be a_kind_of Array}
-end
+end