site_analyzer 0.3.6 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 01f6ddeb9574d0402169ad3af49b61843d6facd1
-  data.tar.gz: 92754bb42e9d2e127c6733b57bd576149ac562f7
+  metadata.gz: 4f05a59c87eede4f51732073b0be7431fb6f65ec
+  data.tar.gz: 108843386db0fff5d6f35887f441c6bcadd2292f
 SHA512:
-  metadata.gz: 0a7d38af78374c61bea5ad3a1070e3ba030ae43827588056d517bd84d835a6148b7a0b57e1b3e3e4c77af554e528de99f076b96c5627b2e027939d55bd4e848e
-  data.tar.gz: d3176091cf933db367f8d01d08c1242e5afe4ed6661ab203ecc985767f2b5a49a36bc06395b34ee87e478b15d2479df38bffe45cfab0c9b0c572be8c96737cfb
+  metadata.gz: d085dc4331fd2bb4e133979e9e50863da259e1d9fe44493ab299478e55995488f9e25c05885e6efac51d74c7c4e573b58d6b467102a9990f950a9729c7d29a72
+  data.tar.gz: f62e9e991372ae6d9637fc23544ebed5c33ec480a50104ca90c822a56a69f2b146d17b2610e50ed86cca3b0bfbcad346bfbe8439958307009df035f61a0f22b4

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    site_analyzer (0.3.5)
+    site_analyzer (0.3.6)
       addressable (~> 2.3)
       nokogiri (~> 1.6)
       robotstxt (~> 0.5)

data/lib/site_analyzer/page.rb

@@ -18,6 +18,8 @@ module SiteAnalyzer
 
     def get_page(url)
       timeout(10) { Nokogiri::HTML(open(url)) }
+    rescue Timeout::Error
+      ['Timeout exception']
     end
 
     def get_domain(url)

data/lib/site_analyzer/report.rb

@@ -44,9 +44,10 @@ module SiteAnalyzer
       puts header
       @report.each_pair do |key, value|
         rows = []
+        value = ['Too many for console report'] if key == :a_tags_list
         value.each do |r|
           r = [r] if r.class == String
-          rows << r unless key == :a_tags_list
+          rows << r
         end
         table = Terminal::Table.new title: key, rows: rows
         puts table
@@ -116,8 +117,12 @@ module SiteAnalyzer
     def bad_url
       result = []
       a_tag_array.each do |url|
-        url[1] = '-' unless url[1]
-        result << url unless URI(url[1][0]).path =~ /^[\/a-z0-9-]+$/
+        begin
+          uri = URI(url[1])
+          result << url if (uri.scheme == 'http' || uri.scheme == 'https' ) unless uri.path =~ /^[\/a-z0-9-.]+$/
+        rescue URI::InvalidURIError
+          result << url
+        end
       end
       result
     end
@@ -135,7 +140,7 @@ module SiteAnalyzer
     end
 
     def h2_doubles
-      find_doubles(@site.all_h2)
+      find_doubles @site.all_h2
     end
 
     def not_uniq_words_in_h2

data/lib/site_analyzer/site.rb

@@ -82,8 +82,12 @@ module SiteAnalyzer
     def all_a
       result = []
       @pages.each do |page|
-        tags = page.all_a_tags.compact
-        result << [page.page_url, tags[0], tags[1], tags[2]]
+        page.all_a_tags.compact.each do |tag|
+          tag[0] = '-' unless tag[0]
+          tag[1] = '-' unless tag[1]
+          tag[2] = '-' unless tag[2]
+          result << [page.page_url, tag[0], tag[1], tag[2]]
+        end
       end
       result.compact
     end

data/lib/site_analyzer/version.rb

@@ -1,3 +1,3 @@
 module SiteAnalyzer
-  VERSION = "0.3.6"
+  VERSION = "0.3.7"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: site_analyzer
 version: !ruby/object:Gem::Version
-  version: 0.3.6
+  version: 0.3.7
 platform: ruby
 authors:
 - Denis Savchuk