polipus 0.2.0 → 0.2.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    OGE5NThiNjIyZmFmMDhkMzQ1OGFjMDY3MTgxOThhMDUwMzM4NDE2Zg==
+    MDlmZGJiYmY1MWQ1NWFiMDMxZGRmYzBmNGQ4OGU4ZGFmOTgxN2M5Mg==
   data.tar.gz: !binary |-
-    YjhkYjUzOGI5MjJiYjdjMjQ0ZjdlOTAxOTBlODA0ZjRiYzBhZTI4Ng==
+    Y2NjYmI5N2Y1NDA4NjVlNGQ2YWNhMWUxYjkyODA5NjBkOWVmOTljZQ==
 SHA512:
   metadata.gz: !binary |-
-    NzEzOTk5NDQwMjdmYTZiOTlkNjllYmUxY2M0ZTY1ZWRjOTMwMzEwNjZmZGMy
-    ZjA0NjJiZDgzNzFhYzRkNGQ2ZGY3MmQxMTdlNmJjZDg2MTZiMGE2ZDA0N2Iz
-    NThlMjU2ODllNTIxMjA5OWRhYmY0ZDBlN2I2MjAzNjI3YzVlZDQ=
+    MmQ1ZDc2M2RiYmVmZjg0NDVlYjYyNTYzOWY4M2NjMGQ1MDZjMGQwZWYwNjJj
+    OWMzNjY4ODI3ZTA5ZmEzM2U0YTZiNWQxOWI2YzkyNDAzM2Q5YzIyZDFiNmE5
+    MzQ0YzM3ZDgwNTk5N2ZjNzMxOTY3OTllNWFjNDI3YjQ0NGVhODg=
   data.tar.gz: !binary |-
-    ODM0ZDVkNDZlZDQ0NzM2NWEwOGY4MDRkY2IzM2U0MzBiYjQ3YzA0Njk0ZDU5
-    ZTVhYjkwZmQ1ZDRhYjhkMThlOWVkMTNiYzAxNTc1NDUwMDNiMjNmYjE5Nzhm
-    Yzc0MDI5N2ZkMjQxMzEwOTExODUyMmJjNWU1YTdmODAyYmIwNzU=
+    ZTI1NWUzNzQwNTA2NTU4Mjk5OTVhNmI3NDlkNDFmOTRmN2JmZDhhZDRhYWZl
+    Y2VkM2ZkNDZjZWYyOTk0NTgzZTIxOTA0ZGEzMjc1MGNmOGFkYTgxZjc4ZWJj
+    ZGVhY2FiNDk3MDYwNzllMGNiYTI2NDMwYTAyMzY4NTczYmJjNGQ=

data/lib/polipus.rb

@@ -341,11 +341,6 @@ module Polipus
       # URLs enqueue policy
       def should_be_visited?(url, with_tracker = true)
 
-        # return +true+ If an url is part of the initial seeder
-        # no matter what
-
-        return true if @urls.map(&:to_s).include?(url.to_s)
-
         # Check against whitelist pattern matching
         unless @follow_links_like.empty?
           return false unless @follow_links_like.any?{|p| url.path =~ p}  

data/lib/polipus/url_tracker/redis_set.rb

@@ -15,7 +15,7 @@ module Polipus
         @redis.sadd(@set_name, url)
       end
 
-      def remove
+      def remove url
         @redis.srem(@set_name, url, 0)
       end
 
@@ -24,4 +24,4 @@ module Polipus
       end
     end
   end
-end
+end

data/lib/polipus/version.rb

@@ -1,4 +1,4 @@
 module Polipus
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
   HOMEPAGE = "https://github.com/taganaka/polipus"
 end

data/spec/polipus_spec.rb

@@ -19,7 +19,7 @@ describe Polipus::PolipusCrawler do
   }
 
   let(:init_page){
-    init_page = Polipus::Page.new "http://rubygems.org/gems"
+    Polipus::Page.new "http://rubygems.org/gems"
   }
 
   let(:logger){Logger.new(nil)}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polipus
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Francesco Laurita
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-08 00:00:00.000000000 Z
+date: 2014-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis-bloomfilter