rubyretriever 1.4.5 → 1.4.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 72631a5733e722fb63bdd3b8ca393e5a5944fa8c
-  data.tar.gz: 75385b04a85f822613ec4d4f2fcafe4fd010fea2
+  metadata.gz: d6c43cec9b76bcc85b87dbe4c38591aca4e200a3
+  data.tar.gz: e9c88fcc10de3f42460c39400ddab2391ebd9ef9
 SHA512:
-  metadata.gz: fb154f8d050cae02a6b87510f7070e343c12877c17140fe4f645f7fe5df05d4849ab9829f583d89a35b80b894acf0508421b90c4e4cc3ac980beb36218b0c182
-  data.tar.gz: 4b77e4483051f744745052eebe51d4cec2208c75a334b8918acedbf5e83a99038898244cda0296b59a88922be516e4eed0eb388d264c5d33a37e2ed9328f4164
+  metadata.gz: 0a2120f7f3836dcdb94eb3ed9a8f51823acc54a5311632e6e77e44188d0cfe84da40448e2cae80d744c251ef36491fe1434f2c7dcc79bf690f704ef3fd2893e2
+  data.tar.gz: f8f3672c903876edb086aeac102303f4ed217173957daf7cb8bb26ef5f0958554219e0405f27e808d43a5bb2cc2f05d50dad5b18f9d3a7ba532e2e4017e45dd5

data/lib/retriever/page.rb

@@ -52,10 +52,16 @@ module Retriever
         # meant to be a loose filter to catch all reasonable HREF attributes.
         link = match[0]
         next if HASH_RE =~ link
-        Link.new(@t.scheme, @t.host, link, @url).path
+        Link.new(@t.scheme, host_with_port, link, @url).path
       end.compact.uniq
     end
 
+    def host_with_port
+      return @t.host if @t.port.nil?
+
+      @t.host + ':' + @t.port.to_s
+    end
+
     def parse_internal
       links.select do |x|
         @t.host == Addressable::URI.parse(Addressable::URI.encode(x)).host

data/lib/retriever/target.rb

@@ -6,7 +6,7 @@ module Retriever
   class Target
     HTTP_RE    = Regexp.new(/^http/i).freeze
 
-    attr_reader :host, :target, :host_re, :source, :file_re, :scheme
+    attr_reader :host, :target, :host_re, :source, :file_re, :scheme, :port
 
     def initialize(url, file_re = nil)
       fail 'Bad URL' unless url.include?('.')
@@ -17,6 +17,7 @@ module Retriever
       @host_re    = Regexp.new(@host.sub('www.', ''))
       @file_re  ||= file_re
       @scheme     = target_uri.scheme
+      @port       = target_uri.port
     end
 
     def source

data/lib/retriever/version.rb

@@ -1,4 +1,4 @@
 #
 module Retriever
-  VERSION = '1.4.5'
+  VERSION = '1.4.6'
 end

data/spec/target_spec.rb

@@ -18,6 +18,14 @@ describe 'Target' do
     expect(t.host_re).to eq(/cnet.com/)
   end
 
+  it 'creates port var (no port specified)' do
+    expect(t.port).to be_nil
+  end
+
+  it 'creates port var (with port specified)' do
+    expect(Retriever::Target.new('http://www.cnet.com:3000/reviews/', /\.exe\z/).port).to be(3000)
+  end
+
   it 'creates file_re var (when provided)' do
     expect(t.file_re).to eq(/\.exe\z/)
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubyretriever
 version: !ruby/object:Gem::Version
-  version: 1.4.5
+  version: 1.4.6
 platform: ruby
 authors:
 - Joe Norton