http_status_checker 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 884c48b9bc2833265b0f97dac47f77017ea45a52
-  data.tar.gz: ef49ec1bf965d4b44749ac6011080405eb2ae197
+  metadata.gz: fd51837fa68f9996098bd0c4aae7163ee9292408
+  data.tar.gz: 517c6dc2edb3ff9b4c79e5e9203b1bb1ea46f375
 SHA512:
-  metadata.gz: be1ef7e4b381ac1191e6f44a99be459120fe05b79475e1fdefcc0cb075b73d1a06efde356e5d71a14a3fc6c3cd4e0e6544fdeab011adc88a241338a83baa49ab
-  data.tar.gz: 4a050c9820dc02996038373e516b671ec072f6c742392b9e7d5fdf7fb237e70e9df9b3eb19b9b820a06d1ed52c63af77720d4b468498fb0f19d743e9d3ec7c53
+  metadata.gz: 86f1f451dcddf5104c6c131f5407f81517a9ed24681d2ea78836d65c4dada52923e8651872acb3a41ab8e9b80ca912d7157d1ae86311e4f87f57b75c77dd3865
+  data.tar.gz: 86a9bfb5515f263c9a50b20f24c1b1bd6bedf0526e4e7f9f23cbab1aa6f6cb3fa38a08d569996cec5202cfc16ae1e65b45c68b754fc6007d079ae7ec0a00a2c3

data/{url_alive.gemspec → http_status_checker.gemspec}

@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'parallel'
   spec.add_development_dependency 'bundler', '~> 1.7'
   spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'fakeweb'
   spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'webmock'
+  spec.add_development_dependency 'vcr'
 end

data/lib/http_status_checker/base.rb

@@ -2,7 +2,7 @@ module HttpStatusChecker
   module Base
     THREAD_LIMIT = 5.freeze
     REDIRECT_MAX = 5.freeze
-    RETRY_MAX = 1.freeze
+    RETRY_MAX = 2.freeze
 
     def check(urls, wait_sec = 1)
       results = []
@@ -10,7 +10,7 @@ module HttpStatusChecker
       host_hash = to_host_hash(urls)
       Parallel.each(host_hash, in_threads: host_hash.keys.count) do |_, urls|
         urls.map.with_index(1) do |url, idx|
-          results << get_response(url)
+          results << get_response(url, wait_sec)
           sleep(wait_sec) if urls.count != idx
         end
       end
@@ -20,19 +20,22 @@ module HttpStatusChecker
 
     private
 
-    def get_response(url, redirect_url = nil, redirect_count = 0, retry_count = 0)
+    def get_response(url, wait_sec, redirect_url = nil, redirect_count = 0, retry_count = 0)
       result = HttpStatusChecker::Connection.get_header(redirect_url || url)
-      parse_response(redirect_count, redirect_url, result, url)
+      parse_response(redirect_count, redirect_url, result, url, wait_sec)
     rescue => e
-      get_response(url, nil, redirect_count + 1, retry_count + 1) if retry_count < RETRY_MAX
+      if retry_count < RETRY_MAX
+        sleep (wait_sec)
+        get_response(url, wait_sec, nil, redirect_count + 1, retry_count + 1)
+      end
       { url => { code: result ? result.code : nil, is_alive: false, error: e.message } }
     end
 
-    def parse_response(redirect_count, redirect_url, result, url)
+    def parse_response(redirect_count, redirect_url, result, url, wait_sec)
       location_url = result['location']
       if !location_url.nil? && (redirect_url || url) != location_url
         raise InvalidRedirectError if redirect_count > REDIRECT_MAX
-        get_response(url, location_url, redirect_count + 1, 0)
+        get_response(url, wait_sec, location_url, redirect_count + 1, 0)
       elsif result.code =~ /^(2|3)[0-9]{2}$/
         { url => { code: result.code, is_alive: true, redirect_url: redirect_url } }
       else

data/lib/http_status_checker/version.rb

@@ -1,3 +1,3 @@
 module HttpStatusChecker
-  VERSION = '0.0.6'
+  VERSION = '0.0.7'
 end

data/spec/http_status_checker/base_spec.rb

@@ -6,84 +6,98 @@ describe HttpStatusChecker::Connection do
 
   describe '.check' do
     context 'when set valid url' do
+      before do
+        VCR.use_cassette 'base/valid_url' do
+          @response = HttpStatusChecker.check(valid_url)
+        end
+      end
       it 'returns is_alive = true, redirect = nil, error = nil' do
-        response = HttpStatusChecker.check(valid_url)
-        expect(response.first[valid_url][:is_alive]).to eq(true)
-        expect(response.first[valid_url][:redirect_url]).to be_nil
-        expect(response.first[valid_url][:error]).to be_nil
+        expect(@response.first[valid_url][:is_alive]).to eq(true)
+        expect(@response.first[valid_url][:redirect_url]).to be_nil
+        expect(@response.first[valid_url][:error]).to be_nil
       end
     end
 
     context 'when set valid url with invalid http status' do
       let!(:atnd_http_url)  { 'http://atnd.org/events/14386' }
       let!(:atnd_https_url) { 'https://atnd.org/events/14386' }
+      before do
+        VCR.use_cassette 'base/atnd_http_url' do
+          @response = HttpStatusChecker.check(atnd_http_url)
+        end
+      end
+
       it 'returns is_alive = true, redirect = nil, error = nil' do
-        response = HttpStatusChecker.check(atnd_http_url)
-        expect(response.first[atnd_http_url][:is_alive]).to eq(true)
-        expect(response.first[atnd_http_url][:redirect_url]).to eq(atnd_https_url)
-        expect(response.first[atnd_http_url][:error]).to be_nil
+        expect(@response.first[atnd_http_url][:is_alive]).to eq(true)
+        expect(@response.first[atnd_http_url][:redirect_url]).to eq(atnd_https_url)
+        expect(@response.first[atnd_http_url][:error]).to be_nil
       end
     end
 
     context 'when set 2 urls' do
       let!(:morizyun_css) { 'http://morizyun.github.io/blog/css3-html-front-coding-book-review/' }
       let!(:morizyun_js) { 'http://morizyun.github.io/blog/javascript-learning-tech-yourself_01/' }
-      it 'returns is_alive = true, error = nil' do
-        response, time = measure_time do
-          HttpStatusChecker.check([morizyun_css, morizyun_js])
+      before do
+        VCR.use_cassette 'base/morizyun_css_morizyun_js' do
+          @time = Benchmark.realtime do
+            @response = HttpStatusChecker.check([morizyun_css, morizyun_js])
+          end
         end
-        expect(parse(response, morizyun_css)[:is_alive]).to eq(true)
-        expect(parse(response, morizyun_css)[:error]).to    be_nil
-        expect(parse(response, morizyun_js)[:is_alive]).to  eq(true)
-        expect(parse(response, morizyun_js)[:error]).to     be_nil
-        expect(time).to be >= 1.0
+      end
+
+      it 'returns is_alive = true, error = nil' do
+        expect(parse(@response, morizyun_css)[:is_alive]).to eq(true)
+        expect(parse(@response, morizyun_css)[:error]).to    be_nil
+        expect(parse(@response, morizyun_js)[:is_alive]).to  eq(true)
+        expect(parse(@response, morizyun_js)[:error]).to     be_nil
+        expect(@time).to be >= 1.0
       end
     end
 
     context 'when set 2 urls & wait_sec = 2' do
       let!(:morizyun_css) { 'http://morizyun.github.io/blog/css3-html-front-coding-book-review/' }
       let!(:morizyun_js) { 'http://morizyun.github.io/blog/javascript-learning-tech-yourself_01/' }
-      it 'returns is_alive = true, error = nil' do
-        response, time = measure_time do
-          HttpStatusChecker.check([morizyun_css, morizyun_js], wait_sec = 2)
+      before do
+        VCR.use_cassette 'base/morizyun_css_morizyun_js' do
+          @time = Benchmark.realtime do
+            @response = HttpStatusChecker.check([morizyun_css, morizyun_js], wait_sec = 2)
+          end
         end
-        expect(parse(response, morizyun_css)[:is_alive]).to eq(true)
-        expect(parse(response, morizyun_css)[:error]).to    be_nil
-        expect(parse(response, morizyun_js)[:is_alive]).to  eq(true)
-        expect(parse(response, morizyun_js)[:error]).to     be_nil
-        expect(time).to be >= 2.0
+      end
+
+      it 'returns is_alive = true, error = nil' do
+        expect(parse(@response, morizyun_css)[:is_alive]).to eq(true)
+        expect(parse(@response, morizyun_css)[:error]).to    be_nil
+        expect(parse(@response, morizyun_js)[:is_alive]).to  eq(true)
+        expect(parse(@response, morizyun_js)[:error]).to     be_nil
+        expect(@time).to be >= 2.0
       end
     end
 
     context 'when set http redirect url' do
+      before do
+        VCR.use_cassette 'base/redirect_url' do
+          @response = HttpStatusChecker.check(redirect_url)
+        end
+      end
+
       it 'returns is_alive = true, redirect = valid_url, error = nil' do
-        response = HttpStatusChecker.check(redirect_url)
-        expect(response.first[redirect_url][:is_alive]).to eq(true)
-        expect(response.first[redirect_url][:redirect_url]).to eq(valid_url)
-        expect(response.first[redirect_url][:error]).to be_nil
+        expect(@response.first[redirect_url][:is_alive]).to eq(true)
+        expect(@response.first[redirect_url][:redirect_url]).to eq(valid_url)
+        expect(@response.first[redirect_url][:error]).to be_nil
       end
     end
 
     context 'when set http invalid url' do
       let!(:invalid_url) { 'http://www.nothing-dummy.com/' }
       it 'returns is_alive = false, redirect = nil, error present' do
-        response = HttpStatusChecker.check(invalid_url)
-        expect(response.first[invalid_url][:is_alive]).to eq(false)
-        expect(response.first[invalid_url][:redirect_url]).to be_nil
-        expect(response.first[invalid_url][:error]).not_to be_nil
+        @response = HttpStatusChecker.check(invalid_url)
+        expect(@response.first[invalid_url][:is_alive]).to eq(false)
+        expect(@response.first[invalid_url][:redirect_url]).to be_nil
+        expect(@response.first[invalid_url][:error]).not_to be_nil
       end
     end
 
-    context 'when set 404 error' do
-      let!(:morizyun_404) { 'http://morizyun.github.io/404/' }
-      it 'returns is_alive = false, redirect = nil, error present' do
-        response = HttpStatusChecker.check(morizyun_404)
-        expect(response.first[morizyun_404][:code]).to eq('404')
-        expect(response.first[morizyun_404][:is_alive]).to eq(false)
-        expect(response.first[morizyun_404][:redirect_url]).to be_nil
-        expect(response.first[morizyun_404][:error]).not_to be_nil
-      end
-    end
   end
 
   describe '.to_host_hash' do
@@ -102,11 +116,5 @@ describe HttpStatusChecker::Connection do
     end
   end
 
-  def measure_time(&block)
-    start_at = Time.now
-    result = block.call
-    finish_at = Time.now
-    return [result, finish_at - start_at]
-  end
 end
 

data/spec/http_status_checker/connection_spec.rb

@@ -9,34 +9,50 @@ describe HttpStatusChecker::Connection do
     let!(:doorkeeper_url) { 'http://mashupawards.doorkeeper.jp/events/18590' }
 
     context 'when get http valid url' do
+      before do
+        VCR.use_cassette 'connection/valid_url' do
+          @response = HttpStatusChecker::Connection.get_header(valid_url)
+        end
+      end
       it 'return Net::HTTPOK response' do
-        response = HttpStatusChecker::Connection.get_header(valid_url)
-        expect(response.is_a?(Net::HTTPOK)).to be == true
-        expect(response['location']).to be_nil
+        expect(@response.is_a?(Net::HTTPOK)).to be == true
+        expect(@response['location']).to be_nil
       end
     end
 
     context 'when get http redirect url' do
+      before do
+        VCR.use_cassette 'connection/redirect_url' do
+          @response = HttpStatusChecker::Connection.get_header(redirect_url)
+        end
+      end
       it 'return Net::HTTPRedirection response' do
-        response = HttpStatusChecker::Connection.get_header(redirect_url)
-        expect(response.is_a?(Net::HTTPRedirection)).to be == true
-        expect(response['location']).to eq(valid_url)
+        expect(@response.is_a?(Net::HTTPRedirection)).to be == true
+        expect(@response['location']).to eq(valid_url)
       end
     end
 
     context 'when get invalid http status(atnd.org)' do
+      before do
+        VCR.use_cassette 'connection/atnd_https_url' do
+          @response = HttpStatusChecker::Connection.get_header(atnd_https_url)
+        end
+      end
       it 'return Net::HTTPRedirection response' do
-        response = HttpStatusChecker::Connection.get_header(atnd_https_url)
-        expect(response.is_a?(Net::HTTPRedirection)).to be == true
-        expect(response['location']).to eq(atnd_https_url)
+        expect(@response.is_a?(Net::HTTPRedirection)).to be == true
+        expect(@response['location']).to eq(atnd_https_url)
       end
     end
 
     context 'when get http url' do
+      before do
+        VCR.use_cassette 'connection/doorkeeper_url' do
+          @response = HttpStatusChecker::Connection.get_header(doorkeeper_url)
+        end
+      end
       it 'return Net::HTTPRedirection response' do
-        response = HttpStatusChecker::Connection.get_header(doorkeeper_url)
-        expect(response.is_a?(Net::HTTPOK)).to be == true
-        expect(response['location']).to be_nil
+        expect(@response.is_a?(Net::HTTPOK)).to be == true
+        expect(@response['location']).to be_nil
       end
     end
 

data/spec/spec_helper.rb

@@ -13,20 +13,15 @@ end
 $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
 require 'http_status_checker'
 require 'rspec'
-require 'fakeweb'
-
-def fixture(path)
-  File.read("#{File.dirname(__FILE__)}/fixtures/#{path}")
-end
-
-def stub_get(path, fixture_path, options={})
-  opts = {
-      :body => fixture(fixture_path),
-      :content_type => 'application/json; charset=utf-8'
-  }.merge(options)
-  FakeWeb.register_uri(:get, "#{path}", opts)
-end
+require 'vcr'
+require 'benchmark'
 
 RSpec.configure do |config|
   config.order = 'random'
+end
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/vcr'
+  c.hook_into :webmock
+  c.allow_http_connections_when_no_cassette = true
 end

data/spec/vcr/base/atnd_http_url.yml

@@ -0,0 +1,109 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://atnd.org/events/14386
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 302
+      message: Found
+    headers:
+      Date:
+      - Sat, 27 Dec 2014 10:28:38 GMT
+      Server:
+      - Apache
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      X-Content-Type-Options:
+      - nosniff
+      Cache-Control:
+      - no-cache
+      X-Request-Id:
+      - 298c28d8-9471-4a19-9e9e-7a3b3a4f338f
+      X-Runtime:
+      - '0.005871'
+      X-Powered-By:
+      - Phusion Passenger 4.0.42
+      Set-Cookie:
+      - request_method=GET; path=/
+      Location:
+      - https://atnd.org/events/14386
+      Status:
+      - 302 Found
+      P3p:
+      - CP="NON DSP COR CURa ADMa DEVa CUSo TAIa PSDo OUR BUS UNI COM NAV STA"
+      Transfer-Encoding:
+      - chunked
+      Content-Type:
+      - text/html; charset=utf-8
+    body:
+      encoding: UTF-8
+      string: <html><body>You are being <a href="https://atnd.org/events/14386">redirected</a>.</body></html>
+    http_version: 
+  recorded_at: Sat, 27 Dec 2014 10:29:12 GMT
+- request:
+    method: get
+    uri: http://atnd.org/events/14386
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 302
+      message: Found
+    headers:
+      Date:
+      - Sat, 27 Dec 2014 10:28:38 GMT
+      Server:
+      - Apache
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      X-Content-Type-Options:
+      - nosniff
+      Cache-Control:
+      - no-cache
+      X-Request-Id:
+      - 0dc8bf12-654e-4486-b856-96eb980dd93f
+      X-Runtime:
+      - '0.005975'
+      X-Powered-By:
+      - Phusion Passenger 4.0.42
+      Set-Cookie:
+      - request_method=GET; path=/
+      Location:
+      - https://atnd.org/events/14386
+      Status:
+      - 302 Found
+      P3p:
+      - CP="NON DSP COR CURa ADMa DEVa CUSo TAIa PSDo OUR BUS UNI COM NAV STA"
+      Transfer-Encoding:
+      - chunked
+      Content-Type:
+      - text/html; charset=utf-8
+    body:
+      encoding: UTF-8
+      string: <html><body>You are being <a href="https://atnd.org/events/14386">redirected</a>.</body></html>
+    http_version: 
+  recorded_at: Sat, 27 Dec 2014 10:29:12 GMT
+recorded_with: VCR 2.9.3