site_analyzer 0.3.10 → 0.3.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: d800ec488fdf5882e08d325ceb904af2b8559e0d
4
- data.tar.gz: 7e963e3c8f71905e0e1dafadabd8d81c43bcb2a2
3
+ metadata.gz: 0c255cfcd2adaa25b9b6950f7a056a284a74691e
4
+ data.tar.gz: c955e17a59b20e2dfeada49f53107f0c99e98c59
5
5
  SHA512:
6
- metadata.gz: 6bdb11a2a9c98b982c4f901e62e9a8000cdd4750f986a976414d8474065d695db8482f7ba8742237a28aa0d3d41e3e9fa233bb402695ad4b709c348675666fdb
7
- data.tar.gz: d5c457238252264ae2722a1b1f361e8ab3f6be2210295542a347a468cbe16c807dd0a0d9a97264856b4bd347b3f4862494d2dc982ba4b50e4793853590ba981f
6
+ metadata.gz: 11aaaf9260357f86ff6ab1e00ee82004d91f9d97ee44cd62d15e0250fd96b13506d963afee6a262ec6b20782d330e9fb94ca4b6cd37410ed4116a3fe6e8f13fb
7
+ data.tar.gz: 171266f6d54af493231cc560ef150ed36cc47545e2e8a4389b35dcc2f1dad83dfed31e59799c3f0ed10735823d95ef3c03142b2d401293fcd59a15e6ea2962fc
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- site_analyzer (0.3.9)
4
+ site_analyzer (0.3.10)
5
5
  addressable (~> 2.3)
6
6
  nokogiri (~> 1.6)
7
7
  robotstxt (~> 0.5)
@@ -19,7 +19,7 @@ module SiteAnalyzer
19
19
  def get_page(url)
20
20
  begin
21
21
  timeout(30) { Nokogiri::HTML(open(url)) }
22
- rescue Timeout::Error, EOFError, OpenURI::HTTPError
22
+ rescue Timeout::Error, EOFError, OpenURI::HTTPError, Errno::ENOENT
23
23
  return nil
24
24
  end
25
25
  end
@@ -104,7 +104,7 @@ module SiteAnalyzer
104
104
  if @page
105
105
  home_a = []
106
106
  all_a_tags_href.each do |link|
107
- home_a << link if link.include? @site_url
107
+ home_a << link if get_domain(link) && get_domain(link).include?(@site_url)
108
108
  end
109
109
  home_a
110
110
  end
@@ -114,7 +114,7 @@ module SiteAnalyzer
114
114
  if @page
115
115
  remote_a = []
116
116
  all_a_tags_href.uniq.each do |link|
117
- remote_a << link unless link.include? @site_url
117
+ remote_a << link unless get_domain(link) && get_domain(link).include?(@site_url)
118
118
  end
119
119
  remote_a
120
120
  end
@@ -130,16 +130,6 @@ module SiteAnalyzer
130
130
  end
131
131
  end
132
132
 
133
- def wrong_a
134
- if @page
135
- wrong_a = []
136
- all_a_tags_href.each do |link|
137
- wrong_a << link if link.include? '?meta='
138
- end
139
- wrong_a
140
- end
141
- end
142
-
143
133
  def h2?
144
134
  @page.css('h2').size > 0 if @page
145
135
  end
@@ -1,3 +1,3 @@
1
1
  module SiteAnalyzer
2
- VERSION = "0.3.10"
2
+ VERSION = "0.3.11"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: site_analyzer
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.10
4
+ version: 0.3.11
5
5
  platform: ruby
6
6
  authors:
7
7
  - Denis Savchuk