pageinfo 0.1.9 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/pageinfo/version.rb +1 -1
- data/lib/pageinfo.rb +3 -2
- data/pageinfo.gemspec +3 -2
- metadata +18 -18
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d8f3a65a699019ba4cc986e8633377259b7f0d7f
|
4
|
+
data.tar.gz: 68172865635c27bb6404d4b2abbbc5bc187dfa96
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c5f4429146a3ede2411d871c1e97eba1181faba7f905d85aee990358d4d7461145e9f353c4f30c4e0632f9ff600b63f818ba698011126edfbbb53ef218fc71be
|
7
|
+
data.tar.gz: c1f4b4bd24cd9450a345c10baeead99964e9ff4f7c3d148000125981d3f48bd261aaeab60bbdb406df89e29e6319beb778dfc79cc8e9481e23ff9cb2480d1be6
|
data/README.md
CHANGED
data/lib/pageinfo/version.rb
CHANGED
data/lib/pageinfo.rb
CHANGED
@@ -25,8 +25,9 @@ module Pageinfo
|
|
25
25
|
content << new_line
|
26
26
|
|
27
27
|
@links = get_page_links(page)
|
28
|
-
puts "Homepage links: #{@links.count}"
|
28
|
+
# puts "Homepage links: #{@links.count}"
|
29
29
|
while true do
|
30
|
+
# puts "Links: #{@links.count} left"
|
30
31
|
if link = @links.shift
|
31
32
|
full_url = get_full_url(link)
|
32
33
|
unless full_url.nil?
|
@@ -44,7 +45,7 @@ module Pageinfo
|
|
44
45
|
new_links = new_links - @links
|
45
46
|
new_links = new_links - scrapped_links
|
46
47
|
@links = @links + new_links unless new_links.empty?
|
47
|
-
puts "Links: #{@links.count} left, #{new_links.count} new links"
|
48
|
+
# puts "Links: #{@links.count} left, #{new_links.count} new links"
|
48
49
|
end
|
49
50
|
end
|
50
51
|
else
|
data/pageinfo.gemspec
CHANGED
@@ -23,9 +23,10 @@ Gem::Specification.new do |spec|
|
|
23
23
|
# spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
|
24
24
|
# end
|
25
25
|
|
26
|
+
spec.add_dependency "typhoeus", "~> 0.7"
|
27
|
+
spec.add_dependency "nokogiri", "~> 1.6"
|
28
|
+
|
26
29
|
spec.add_development_dependency "bundler", "~> 1.9"
|
27
30
|
spec.add_development_dependency "rake", "~> 10.0"
|
28
31
|
spec.add_development_dependency "rspec", "~> 3.2"
|
29
|
-
spec.add_development_dependency "typhoeus", "~> 0.7"
|
30
|
-
spec.add_development_dependency "nokogiri", "~> 1.6"
|
31
32
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: pageinfo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1
|
4
|
+
version: 0.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- aditiamahdar
|
@@ -11,75 +11,75 @@ cert_chain: []
|
|
11
11
|
date: 2015-06-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name:
|
14
|
+
name: typhoeus
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
20
|
-
type: :
|
19
|
+
version: '0.7'
|
20
|
+
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '
|
26
|
+
version: '0.7'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name:
|
28
|
+
name: nokogiri
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '
|
34
|
-
type: :
|
33
|
+
version: '1.6'
|
34
|
+
type: :runtime
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: '
|
40
|
+
version: '1.6'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
42
|
+
name: bundler
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
45
|
- - "~>"
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: '
|
47
|
+
version: '1.9'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - "~>"
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
54
|
+
version: '1.9'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
56
|
+
name: rake
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
59
|
- - "~>"
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: '0
|
61
|
+
version: '10.0'
|
62
62
|
type: :development
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - "~>"
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: '0
|
68
|
+
version: '10.0'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
|
-
name:
|
70
|
+
name: rspec
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
72
72
|
requirements:
|
73
73
|
- - "~>"
|
74
74
|
- !ruby/object:Gem::Version
|
75
|
-
version: '
|
75
|
+
version: '3.2'
|
76
76
|
type: :development
|
77
77
|
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - "~>"
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version: '
|
82
|
+
version: '3.2'
|
83
83
|
description: Pageinfo will browse through your site then list every page on your site
|
84
84
|
and give detail meta info about the page.
|
85
85
|
email:
|