cobweb 0.0.6 → 0.0.7

data/lib/cobweb.rb

@@ -62,6 +62,9 @@ class CobWeb
       uri = Addressable::URI.parse(url.strip)
       
       # retrieve data
+      if uri.scheme == "https"
+        uri.port = 443
+      end
       http = Net::HTTP.new(uri.host, uri.port)
       if uri.scheme == "https"
         http.use_ssl = true
@@ -79,7 +82,6 @@ class CobWeb
         if @options[:follow_redirects] and response.code.to_i >= 300 and response.code.to_i < 400
           puts "redirected... " unless @options[:quiet]
           url = absolutize.url(response['location']).to_s
-          ap redirect_limit
           redirect_limit = redirect_limit - 1
           content = get(url, redirect_limit)
           content[:url] = uri.to_s
@@ -111,12 +113,12 @@ class CobWeb
           link_parser = ContentLinkParser.new(content[:url], content[:body])
           content[:links] = link_parser.link_data
           
-          # add content to cache if required
-          if @options[:cache]
-            content[:body] = Base64.encode64(content[:body]) unless content[:body].nil? or content[:mime_type].include?("text/html") or content[:mime_type].include?("application/xhtml+xml")
-            redis.set(unique_id, content.to_json)
-            redis.expire unique_id, @options[:cache].to_i
-          end
+        end
+        # add content to cache if required
+        if @options[:cache]
+          content[:body] = Base64.encode64(content[:body]) unless content[:body].nil? or content[:mime_type].include?("text/html") or content[:mime_type].include?("application/xhtml+xml")
+          redis.set(unique_id, content.to_json)
+          redis.expire unique_id, @options[:cache].to_i
         end
       rescue SocketError => e
         puts "ERROR: #{e.message}"
@@ -179,6 +181,9 @@ class CobWeb
       uri = Addressable::URI.parse(url.strip)
       
       # retrieve data
+      if uri.scheme == "https"
+        uri.port = 443
+      end
       http = Net::HTTP.new(uri.host, uri.port)
       if uri.scheme == "https"
         http.use_ssl = true

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: cobweb
 version: !ruby/object:Gem::Version 
-  hash: 19
+  hash: 17
   prerelease: false
   segments: 
   - 0
   - 0
-  - 6
-  version: 0.0.6
+  - 7
+  version: 0.0.7
 platform: ruby
 authors: 
 - Stewart McKee
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-01-28 00:00:00 +00:00
+date: 2011-03-01 00:00:00 +00:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency