spidy 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 772ed6d83c4c58ed738a37577ef560311985a17fb7b9d7124040fa79366f64e7
-  data.tar.gz: 620e349f88244c5a5a91d82cf999dc62c31441044c41e2fb0a53fe3f816c2156
+  metadata.gz: a6e8adabd5eef99735eb1e4ab44609e2f25a859b5604bb2512a8692b72dd0c9e
+  data.tar.gz: ab748cec4971ae35044860ddc26465aaac67d56f47677919f47a3562bd29080a
 SHA512:
-  metadata.gz: e768f36adeb61e921d54763843ac0d7c7e2663dd5eca4d787b2ba6963af477a38bef5aa2be6e4f7de3ff1d8cdf28594a797088bf528780b50532d1c6d1c56afb
-  data.tar.gz: 2ef2d5da509e82324135aa5a71439697c5afd78a1313de29cb4f6ecbc43192682719371a2d41b89f94e2f75414ccf90ec2c9e1ea7e943b2affc3c9f84a259cab
+  metadata.gz: 747950afd87f68df3572aeb8859af14087a75bd1786c5183719ce94f7964c397e9b81a58c563f1a54883322620b7aa64d580144ec25e0fe4f85c20463ed21d68
+  data.tar.gz: c2d972491eedbdb5308ceda060c71c95a409f9b4968a5897baf93a137d8f17411ad1afa9bfed7e93b0b5a177a706a358da56dc28a86e7dfe3f65152174b22ce8

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    spidy (0.0.6)
+    spidy (0.0.7)
       activemodel (~> 5.2)
       activesupport (~> 5.2)
       mechanize

data/lib/spidy/connector/html.rb

@@ -17,21 +17,26 @@ module Spidy::Connector::Html
   @agent.user_agent = USER_AGENT
 
   class << self
-    def call(url, encoding: nil, &yielder)
+    attr_reader :agent
+
+    def call(url, encoding: nil, retry_count: 3, &yielder)
       if encoding
         @agent.default_encoding = encoding
         @agent.force_default_encoding = true
       end
-      get(url, yielder)
+      get(url, retry_count, yielder)
     end
 
-    def get(url, yielder)
+    private
+
+    def get(url, retry_count, yielder)
       @agent.get(url, &yielder)
     rescue Mechanize::ResponseCodeError => e
+      retry_count -= 1
       case e.response_code
       when '429'
         sleep 2
-        @agent.get(url, &yielder)
+        retry if retry_count
       else
         raise e
       end

data/lib/spidy/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Spidy
-  VERSION = '0.0.7'
+  VERSION = '0.0.8'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spidy
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - aileron