kudzu 1.1.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0ba76e95628d94560421358aa7982bdc429971e4
-  data.tar.gz: e1875f5760573a021fcf129018aaba5f6213ad23
+  metadata.gz: 5f86cee75f22a954e94c9606c6ce126b2859885d
+  data.tar.gz: cb19f958c5c490a9e4fa6aefba38491a806e955f
 SHA512:
-  metadata.gz: 4f17f799c2ad67722860bbad00e9e220db8265221d598aebbbd181fea41546454e954fc67db18abba2b8b68797fe44da3887ec4ea3a5d2486fd1afd61584c152
-  data.tar.gz: 65d3bf42fafbcf835740ebe5534a52163f09ef313795152fafadc87aeaa335d540b037180a4f03208471361a9284635ff15a85471f3def22ba43e341ee1eb724
+  metadata.gz: 608f8e917dc323fe778039917b14eb78c9ab3adbb7aa3e4d3872bd9edaece9613fa77f53a813c010c5f0638b9505adf393e79e83279672ea9e0d8c96c5903945
+  data.tar.gz: 0a341018ffe7c2f83f8e9a91495b54ad84c2202eb3967185e3a2d63c1cbc58ef5f38d8f50c56733e7b924f60c5f7a01a007499a853a046a6c437940a6d378f0c

data/lib/kudzu/agent/robots.rb

@@ -2,7 +2,7 @@ module Kudzu
   class Agent
     class Robots
       def initialize(config)
-        @user_agent = config.user_agent
+        @config = config
         @monitor = Monitor.new
         @txt = {}
       end
@@ -41,7 +41,7 @@ module Kudzu
         return unless txt
 
         txt.sets.each do |set|
-          return set if @user_agent =~ set.user_agent
+          return set if @config.user_agent =~ set.user_agent
         end
         return nil
       end
@@ -62,13 +62,15 @@ module Kudzu
         uri.fragment = uri.query = nil
 
         http = Net::HTTP.new(uri.host, uri.port || uri.default_port)
+        http.open_timeout = @config.open_timeout if @config.open_timeout
+        http.read_timeout = @config.read_timeout if @config.read_timeout
         if uri.scheme == 'https'
           http.use_ssl = true
           http.verify_mode = OpenSSL::SSL::VERIFY_NONE
         end
 
         begin
-          http.get(uri.to_s)
+          http.get(uri.request_uri)
         rescue => e
           Kudzu.log :error, "failed to fetch robots.txt: #{uri}", error: e
           nil

data/lib/kudzu/version.rb

@@ -1,3 +1,3 @@
 module Kudzu
-  VERSION = '1.1.0'
+  VERSION = '1.1.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kudzu
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Yoshikazu Kaneta
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-04 00:00:00.000000000 Z
+date: 2018-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable