codez-tarantula 0.5.4 → 0.5.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 34d2f2f8bc74e380b9a60be1b49dae47f537dc01
-  data.tar.gz: 5cf354d6e9b7cae4a85f215ddc69958ad37196e6
+  metadata.gz: 58b9109eec26602cd9fea4ba7108d8cb58ac967e
+  data.tar.gz: 6fee5dc4225b85b62b91cfef379b7433605fb781
 SHA512:
-  metadata.gz: e3d842e4412b28a32de8dbde9e646ed975520aa7ba3fa74321538c6ec8334f412c3a0e2162329d6522017abb46b047d2a7341d735831790ffef9f11f7e834e25
-  data.tar.gz: 7b8828dbe33d9243df426809dd588a1abc6eb9cf1f9df17c1948cf337a6d7c13c6db4e1981900ae5f7d4fdbad5edc3ba03335f52c69e37156a43b48a1d78ad9e
+  metadata.gz: a75f3990631e0be2ad14b6788070a3d2ae95b82a83337a7e68536ff697edd300d5a05b51596d0605dd9102dd51089801486e1766f140ca5c72c070fd3c748416
+  data.tar.gz: f00117d584a9d30f865d1c78f61f09b746e575e1e75f59b82bf0b9f3e7b2db158121afb712a265e2b5fc9771b9eea52b51ca2d2aedbb10f66c579b0ecb037105

data/lib/relevance/tarantula/crawler.rb

@@ -208,14 +208,21 @@ module Relevance
         end
       end
 
-      # append delete requests to the end of the queue, all others just before the first delete request
       def append_to_queue(request)
-        if request.meth != 'delete' && index = @crawl_queue.index {|r| r.meth == 'delete' }
-          @crawl_queue.insert(index, request)
-        elsif request.meth == 'delete' && parent_index = @crawl_queue.index {|r| r.meth == 'delete' && request.url.start_with?(r.url) }
-          @crawl_queue.insert(parent_index, request)
+        @crawl_queue.insert(index_to_insert(request), request)
+      end
+
+      # append get requests before others, delete requests to the end of the queue,
+      # all others just before the first delete request
+      def index_to_insert(request)
+        case request.meth
+        when 'get'
+          last_get = @crawl_queue.rindex { |r| r.meth == 'get' } || -1
+          last_get + 1
+        when 'delete'
+          @crawl_queue.index {|r| r.meth == 'delete' && request.url.start_with?(r.url) } || -1
         else
-          @crawl_queue << request
+          @crawl_queue.index {|r| r.meth == 'delete' } || -1
         end
       end
 

data/lib/relevance/tarantula/version.rb

@@ -1,5 +1,5 @@
 module Relevance
   module Tarantula
-    VERSION = "0.5.4"
+    VERSION = "0.5.5"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: codez-tarantula
 version: !ruby/object:Gem::Version
-  version: 0.5.4
+  version: 0.5.5
 platform: ruby
 authors:
 - Relevance, Inc.
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-22 00:00:00.000000000 Z
+date: 2015-12-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: htmlentities
@@ -223,8 +223,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.3
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: A big hairy fuzzy spider that crawls your site, wreaking havoc
 test_files: []
+has_rdoc: