sitemap_check 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cd9a4cfc39e08bca7d5dd77de0cd92e7db8a2bbe
-  data.tar.gz: cbbd9fb1683ef791161a85b7d7deb4e7c4124a01
+  metadata.gz: d49c855487981b357e247bd51099795f9e8c1444
+  data.tar.gz: 8787dcdc878e484471cb5a998a4dce27cf1f9eec
 SHA512:
-  metadata.gz: c29cd2c071c1b1147d9041af1f3dff4a8e4091fba6fa483691eb6457ddee4bebdf262828f253ea2e2c6f9b6c8d028005e073d35241ec7218256ab8564a93ccaa
-  data.tar.gz: b1a12fa01464e71218a5fe30e0a9a35305c49d9709a74d9abc43c4c27554897a7301076b36b3f5201ff7949a9e09c9ba8cf3294cbe1e0c4fba783824d1c1e642
+  metadata.gz: 1c50fa5f6518a2b6329a4a3e481cf4aa167af4fd1c772d4b3aec6fdf7f0493689c4c131f4eb0c424c3eec735689611b4be0e30d7ca252cd606566cdc394542c4
+  data.tar.gz: 3325d58fb39689c119f54234e4000489121642046e0f440b1ae8ab2a48ae0200c1bb17e434b3e1252119c0ad61868c3571554121fd359bd3636b747457e6518b

data/Dockerfile

@@ -1,11 +1,13 @@
 FROM quay.io/assemblyline/alpine:3.5
 
+MAINTAINER ed@reevoo.com
+ARG VERSION
 RUN apk add --no-cache --virtual .builddeps \
       build-base \
       ruby-dev=2.3.3-r100 \
       ruby=2.3.3-r100 \
       zlib-dev \
-    && gem install sitemap_check -v $VERSION --no-document \
+    && gem install sitemap_check --no-document -v $VERSION \
     && runDeps="$( \
       scanelf --needed --nobanner --recursive /usr/lib/ruby/gems \
         | awk '{ gsub(/,/, "\nso:", $2); print "so:" $2 }' \

data/README.md

@@ -12,19 +12,19 @@
 ## Usage
 
 ```bash
-$ CHECK_URL=http://reevoo.com/sitemap_index.xml sitemap_check
+$ CHECK_URL=http://www.reevoo.com/sitemap_index.xml sitemap_check
 ```
 
 `CHECK_URL` can also be passed as an argument to sitemap_check
 
 ```bash
-$ sitemap_check http://reevoo.com/sitemap_index.xml
+$ sitemap_check http://www.reevoo.com/sitemap_index.xml
 ```
 
 # Docker
 
 ```bash
-$ docker run --rm quay.io/reevoo/sitemap_check https://reevoo.com/sitemap_index.xml
+$ docker run --rm quay.io/reevoo/sitemap_check https://www.reevoo.com/sitemap_index.xml
 ```
 
 ## Config

data/bin/sitemap_check

@@ -1,5 +1,4 @@
 #!/usr/bin/env ruby
 
 require "sitemap_check"
-puts ARGV[0]
 SitemapCheck.check ARGV[0]

data/lib/sitemap_check/sitemap.rb

@@ -11,6 +11,7 @@ class SitemapCheck
       self.url = url
       self.checked = 0
       self.http = http
+      self.queue = Queue.new
       setup_doc
     end
 
@@ -38,7 +39,7 @@ class SitemapCheck
 
     protected
 
-    attr_accessor :http, :doc, :logger
+    attr_accessor :http, :doc, :logger, :queue
     attr_writer :url, :checked
 
     private
@@ -47,22 +48,33 @@ class SitemapCheck
       ENV.fetch("CONCURRENCY", "10").to_i
     end
 
-    def find_missing_pages # rubocop:disable Metrics/AbcSize
-      q = Queue.new
-      pages.each { |page| q.push page }
+    def find_missing_pages
+      queue_pages
+      check_pages
+      pages.reject(&:exists?)
+    end
+
+    def check_pages
       concurency.times.map do
         Thread.new do
           begin
-            while (page = q.pop(true))
-              logger.log "  missing: #{page.url}".red unless page.exists?
-              logger.log "  warning: error connecting to #{page.url}".magenta if page.error
-            end
-          rescue ThreadError # rubocop:disable Lint/HandleExceptions
+            nil while check_page(queue.pop(true))
+          rescue ThreadError
+            nil
           end
         end
       end.each(&:join)
       self.checked = pages.count
-      pages.reject(&:exists?)
+    end
+
+    def check_page(page)
+      return unless page
+      logger.log "  missing: #{page.url}".red unless page.exists?
+      logger.log "  warning: error connecting to #{page.url}".magenta if page.error
+    end
+
+    def queue_pages
+      pages.each { |page| queue.push page }
     end
 
     def setup_doc

data/lib/sitemap_check/version.rb

@@ -1,3 +1,3 @@
 class SitemapCheck
-  VERSION = "0.1.4"
+  VERSION = "0.1.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sitemap_check
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Ed Robinson