site_analyzer 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +3 -3
  3. data/Gemfile.lock +1 -3
  4. data/README.md +1 -0
  5. data/SiteAnalyzer.iml +0 -1
  6. data/lib/site_analyzer/site.rb +0 -12
  7. data/lib/site_analyzer/version.rb +1 -1
  8. data/lib/site_analyzer.rb +1 -1
  9. data/site_analyzer.gemspec +8 -8
  10. metadata +21 -36
  11. data/site_analyzer-0.1.0.gem +0 -0
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 1c3015952bf77ef4a5cd50162ebf6a19fe14f10d
4
- data.tar.gz: 451008935f507a9dd8a3f9e755d53ae0c7df04b6
3
+ metadata.gz: fc014fa1590a91c57f796fdd7bb414ed2ace4476
4
+ data.tar.gz: b48cc702c780567b887e59012a5ce67a2bd00879
5
5
  SHA512:
6
- metadata.gz: 4d971e1d589205441cb576539d1b7b67e46fff2d24149c42cbcc3d3bc0fe99b96d9f7bdc662e397e9b6b873fb8469c9bbff8d6df1ae3b0535d22a7586f9a029c
7
- data.tar.gz: 448e3e7a590170e578f88b046012ef035f65aded23ce157a99a32f3e91388534d27d291b193b8391708396c682a78f3e783a68365cf223ac2894ed2b54e741fa
6
+ metadata.gz: d461021bc779f84834dab3c154db7a7b25328ccc1e9a04cbc187ae3d0158aff089490d4dd299a7791aaec252cb0d2197c224477efc12f210ab6c553d0f5f0ea5
7
+ data.tar.gz: b8e5d7db9cfdda2dd52c8014163c5a05ded4bc88e33159a48169d0b0bfa6eb1ebf177cb80d161c11e21a4c010aa65db2649f54b57af2ef7bceef18e390f93b51
data/.gitignore CHANGED
@@ -1,4 +1,4 @@
1
- /docs/
2
1
  /.idea/
3
- /SiteAnalyzer.iml
4
- /log
2
+ SiteAnalyzer.iml
3
+ /log
4
+ *.gem
data/Gemfile.lock CHANGED
@@ -1,14 +1,13 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- site_analyzer (0.1.1)
4
+ site_analyzer (0.2.0)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
8
8
  specs:
9
9
  addressable (2.3.8)
10
10
  diff-lcs (1.2.5)
11
- log4r (1.1.10)
12
11
  mini_portile (0.6.2)
13
12
  nokogiri (1.6.6.2)
14
13
  mini_portile (~> 0.6.0)
@@ -35,7 +34,6 @@ PLATFORMS
35
34
  DEPENDENCIES
36
35
  addressable (~> 2)
37
36
  bundler (~> 1)
38
- log4r (~> 1)
39
37
  nokogiri (~> 1)
40
38
  rake (~> 10)
41
39
  robotstxt (~> 0)
data/README.md CHANGED
@@ -10,6 +10,7 @@ Site Analyzer check site and make report for you.
10
10
  Nokogiri >= 1.6.6.2
11
11
  Addressable >= 2.3.8
12
12
  Robotstxt >= 0.5.4
13
+ Terminal-table >= 1.5.2
13
14
 
14
15
  <b>Installation</b>
15
16
 
data/SiteAnalyzer.iml CHANGED
@@ -8,7 +8,6 @@
8
8
  <orderEntry type="library" scope="PROVIDED" name="addressable (v2.3.8, rbenv: 2.2.2) [gem]" level="application" />
9
9
  <orderEntry type="library" scope="PROVIDED" name="bundler (v1.10.5, rbenv: 2.2.2) [gem]" level="application" />
10
10
  <orderEntry type="library" scope="PROVIDED" name="diff-lcs (v1.2.5, rbenv: 2.2.2) [gem]" level="application" />
11
- <orderEntry type="library" scope="PROVIDED" name="log4r (v1.1.10, rbenv: 2.2.2) [gem]" level="application" />
12
11
  <orderEntry type="library" scope="PROVIDED" name="mini_portile (v0.6.2, rbenv: 2.2.2) [gem]" level="application" />
13
12
  <orderEntry type="library" scope="PROVIDED" name="nokogiri (v1.6.6.2, rbenv: 2.2.2) [gem]" level="application" />
14
13
  <orderEntry type="library" scope="PROVIDED" name="rake (v10.4.2, rbenv: 2.2.2) [gem]" level="application" />
data/lib/site_analyzer/site.rb CHANGED
@@ -1,11 +1,9 @@
1
1
  module SiteAnalyzer
2
- # require 'log4r'
3
2
  require 'robotstxt'
4
3
  require 'open-uri'
5
4
  require 'timeout'
6
5
  # Create site object with all scans
7
6
  class Site
8
- # include Log4r
9
7
  attr_reader :main_url, :pages, :domain, :pages_for_scan, :max_pages
10
8
  def initialize(url, max_pages = 10, use_robot_txt = false)
11
9
  @main_url = url
@@ -17,15 +15,8 @@ module SiteAnalyzer
17
15
  @pages_for_scan = []
18
16
  add_page url
19
17
  scan_site!
20
- # logging!
21
18
  end
22
19
 
23
- # def logging!
24
- # @log = Logger.new "Site:#{@main_url}"
25
- # @log.outputters = FileOutputter.new('site', filename: "log/#{@domain}.log")
26
- # @log.level = DEBUG
27
- # end
28
-
29
20
  def robot_txt_allowed?(url)
30
21
  if @use_robot_txt
31
22
  Robotstxt.allowed?(url, '*') rescue nil
@@ -54,14 +45,11 @@ module SiteAnalyzer
54
45
  end
55
46
 
56
47
  def add_page(url)
57
- # @log.debug "#{Time.new} add page #{url} to site with option: allowed by robot? #{robot_txt_allowed?(url)}"
58
48
  unless robot_txt_allowed?(url)
59
49
  @scanned_pages << url
60
50
  return nil
61
51
  end
62
52
  page = Page.new(url)
63
- # @log.debug "#{Time.new} #{page.to_s}"
64
- # @log.debug "#{Time.new} page created and not nil #{!page.nil?}"
65
53
  @pages << page
66
54
  @max_pages -= 1
67
55
  @scanned_pages << url
data/lib/site_analyzer/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module SiteAnalyzer
2
- VERSION = "0.2.0"
2
+ VERSION = "0.2.1"
3
3
  end
data/lib/site_analyzer.rb CHANGED
@@ -7,7 +7,7 @@ module SiteAnalyzer
7
7
  class << self
8
8
  attr_reader :report
9
9
  def add_site(site_url, max_pages = 10, robottxt = false)
10
- @report = []
10
+ @report ||= []
11
11
  @report << SiteAnalyzer::Report.new(site_url, max_pages, robottxt)
12
12
  end
13
13
 
data/site_analyzer.gemspec CHANGED
@@ -18,12 +18,12 @@ Gem::Specification.new do |spec|
18
18
  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
19
19
  spec.require_paths = ['lib']
20
20
 
21
- spec.add_development_dependency 'bundler', '~> 1'
22
- spec.add_development_dependency 'rake', '~> 10'
23
- spec.add_development_dependency 'rspec', '~>3'
24
- spec.add_development_dependency 'nokogiri', '~>1'
25
- spec.add_development_dependency 'addressable', '~>2'
26
- spec.add_development_dependency 'robotstxt', '~>0'
27
- spec.add_development_dependency 'log4r', '~>1'
28
- spec.add_development_dependency 'terminal-table', '~>1'
21
+ spec.add_development_dependency 'bundler', '~> 1.10'
22
+ spec.add_development_dependency 'rake', '~> 10.4'
23
+ spec.add_development_dependency 'rspec', '~> 3.3'
24
+ spec.add_runtime_dependency 'nokogiri', '~> 1.6'
25
+ spec.add_runtime_dependency 'addressable', '~> 2.3'
26
+ spec.add_runtime_dependency 'robotstxt', '~> 0.5'
27
+ spec.add_runtime_dependency 'terminal-table', '~> 1.5'
28
+ spec.required_ruby_version = '~> 2.2'
29
29
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: site_analyzer
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.2.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Denis Savchuk
@@ -16,112 +16,98 @@ dependencies:
16
16
  requirements:
17
17
  - - "~>"
18
18
  - !ruby/object:Gem::Version
19
- version: '1'
19
+ version: '1.10'
20
20
  type: :development
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - "~>"
25
25
  - !ruby/object:Gem::Version
26
- version: '1'
26
+ version: '1.10'
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: rake
29
29
  requirement: !ruby/object:Gem::Requirement
30
30
  requirements:
31
31
  - - "~>"
32
32
  - !ruby/object:Gem::Version
33
- version: '10'
33
+ version: '10.4'
34
34
  type: :development
35
35
  prerelease: false
36
36
  version_requirements: !ruby/object:Gem::Requirement
37
37
  requirements:
38
38
  - - "~>"
39
39
  - !ruby/object:Gem::Version
40
- version: '10'
40
+ version: '10.4'
41
41
  - !ruby/object:Gem::Dependency
42
42
  name: rspec
43
43
  requirement: !ruby/object:Gem::Requirement
44
44
  requirements:
45
45
  - - "~>"
46
46
  - !ruby/object:Gem::Version
47
- version: '3'
47
+ version: '3.3'
48
48
  type: :development
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - "~>"
53
53
  - !ruby/object:Gem::Version
54
- version: '3'
54
+ version: '3.3'
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: nokogiri
57
57
  requirement: !ruby/object:Gem::Requirement
58
58
  requirements:
59
59
  - - "~>"
60
60
  - !ruby/object:Gem::Version
61
- version: '1'
62
- type: :development
61
+ version: '1.6'
62
+ type: :runtime
63
63
  prerelease: false
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
66
  - - "~>"
67
67
  - !ruby/object:Gem::Version
68
- version: '1'
68
+ version: '1.6'
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: addressable
71
71
  requirement: !ruby/object:Gem::Requirement
72
72
  requirements:
73
73
  - - "~>"
74
74
  - !ruby/object:Gem::Version
75
- version: '2'
76
- type: :development
75
+ version: '2.3'
76
+ type: :runtime
77
77
  prerelease: false
78
78
  version_requirements: !ruby/object:Gem::Requirement
79
79
  requirements:
80
80
  - - "~>"
81
81
  - !ruby/object:Gem::Version
82
- version: '2'
82
+ version: '2.3'
83
83
  - !ruby/object:Gem::Dependency
84
84
  name: robotstxt
85
85
  requirement: !ruby/object:Gem::Requirement
86
86
  requirements:
87
87
  - - "~>"
88
88
  - !ruby/object:Gem::Version
89
- version: '0'
90
- type: :development
89
+ version: '0.5'
90
+ type: :runtime
91
91
  prerelease: false
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - "~>"
95
95
  - !ruby/object:Gem::Version
96
- version: '0'
97
- - !ruby/object:Gem::Dependency
98
- name: log4r
99
- requirement: !ruby/object:Gem::Requirement
100
- requirements:
101
- - - "~>"
102
- - !ruby/object:Gem::Version
103
- version: '1'
104
- type: :development
105
- prerelease: false
106
- version_requirements: !ruby/object:Gem::Requirement
107
- requirements:
108
- - - "~>"
109
- - !ruby/object:Gem::Version
110
- version: '1'
96
+ version: '0.5'
111
97
  - !ruby/object:Gem::Dependency
112
98
  name: terminal-table
113
99
  requirement: !ruby/object:Gem::Requirement
114
100
  requirements:
115
101
  - - "~>"
116
102
  - !ruby/object:Gem::Version
117
- version: '1'
118
- type: :development
103
+ version: '1.5'
104
+ type: :runtime
119
105
  prerelease: false
120
106
  version_requirements: !ruby/object:Gem::Requirement
121
107
  requirements:
122
108
  - - "~>"
123
109
  - !ruby/object:Gem::Version
124
- version: '1'
110
+ version: '1.5'
125
111
  description: Create site report for SEO many options.
126
112
  email:
127
113
  - mordorreal@gmail.com
@@ -147,7 +133,6 @@ files:
147
133
  - lib/site_analyzer/report.rb
148
134
  - lib/site_analyzer/site.rb
149
135
  - lib/site_analyzer/version.rb
150
- - site_analyzer-0.1.0.gem
151
136
  - site_analyzer.gemspec
152
137
  homepage: https://github.com/Mordorreal/SiteAnalyzer
153
138
  licenses:
@@ -159,9 +144,9 @@ require_paths:
159
144
  - lib
160
145
  required_ruby_version: !ruby/object:Gem::Requirement
161
146
  requirements:
162
- - - ">="
147
+ - - "~>"
163
148
  - !ruby/object:Gem::Version
164
- version: '0'
149
+ version: '2.2'
165
150
  required_rubygems_version: !ruby/object:Gem::Requirement
166
151
  requirements:
167
152
  - - ">="
data/site_analyzer-0.1.0.gem DELETED
Binary file