pageinfo 0.1.9 → 0.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/pageinfo/version.rb +1 -1
- data/lib/pageinfo.rb +3 -2
- data/pageinfo.gemspec +3 -2
- metadata +18 -18
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d8f3a65a699019ba4cc986e8633377259b7f0d7f
|
4
|
+
data.tar.gz: 68172865635c27bb6404d4b2abbbc5bc187dfa96
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c5f4429146a3ede2411d871c1e97eba1181faba7f905d85aee990358d4d7461145e9f353c4f30c4e0632f9ff600b63f818ba698011126edfbbb53ef218fc71be
|
7
|
+
data.tar.gz: c1f4b4bd24cd9450a345c10baeead99964e9ff4f7c3d148000125981d3f48bd261aaeab60bbdb406df89e29e6319beb778dfc79cc8e9481e23ff9cb2480d1be6
|
data/README.md
CHANGED
data/lib/pageinfo/version.rb
CHANGED
data/lib/pageinfo.rb
CHANGED
@@ -25,8 +25,9 @@ module Pageinfo
|
|
25
25
|
content << new_line
|
26
26
|
|
27
27
|
@links = get_page_links(page)
|
28
|
-
puts "Homepage links: #{@links.count}"
|
28
|
+
# puts "Homepage links: #{@links.count}"
|
29
29
|
while true do
|
30
|
+
# puts "Links: #{@links.count} left"
|
30
31
|
if link = @links.shift
|
31
32
|
full_url = get_full_url(link)
|
32
33
|
unless full_url.nil?
|
@@ -44,7 +45,7 @@ module Pageinfo
|
|
44
45
|
new_links = new_links - @links
|
45
46
|
new_links = new_links - scrapped_links
|
46
47
|
@links = @links + new_links unless new_links.empty?
|
47
|
-
puts "Links: #{@links.count} left, #{new_links.count} new links"
|
48
|
+
# puts "Links: #{@links.count} left, #{new_links.count} new links"
|
48
49
|
end
|
49
50
|
end
|
50
51
|
else
|
data/pageinfo.gemspec
CHANGED
@@ -23,9 +23,10 @@ Gem::Specification.new do |spec|
|
|
23
23
|
# spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
|
24
24
|
# end
|
25
25
|
|
26
|
+
spec.add_dependency "typhoeus", "~> 0.7"
|
27
|
+
spec.add_dependency "nokogiri", "~> 1.6"
|
28
|
+
|
26
29
|
spec.add_development_dependency "bundler", "~> 1.9"
|
27
30
|
spec.add_development_dependency "rake", "~> 10.0"
|
28
31
|
spec.add_development_dependency "rspec", "~> 3.2"
|
29
|
-
spec.add_development_dependency "typhoeus", "~> 0.7"
|
30
|
-
spec.add_development_dependency "nokogiri", "~> 1.6"
|
31
32
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: pageinfo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1
|
4
|
+
version: 0.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- aditiamahdar
|
@@ -11,75 +11,75 @@ cert_chain: []
|
|
11
11
|
date: 2015-06-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name:
|
14
|
+
name: typhoeus
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
20
|
-
type: :
|
19
|
+
version: '0.7'
|
20
|
+
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '
|
26
|
+
version: '0.7'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name:
|
28
|
+
name: nokogiri
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '
|
34
|
-
type: :
|
33
|
+
version: '1.6'
|
34
|
+
type: :runtime
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: '
|
40
|
+
version: '1.6'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
42
|
+
name: bundler
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
45
|
- - "~>"
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: '
|
47
|
+
version: '1.9'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - "~>"
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
54
|
+
version: '1.9'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
56
|
+
name: rake
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
59
|
- - "~>"
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: '0
|
61
|
+
version: '10.0'
|
62
62
|
type: :development
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - "~>"
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: '0
|
68
|
+
version: '10.0'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
|
-
name:
|
70
|
+
name: rspec
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
72
72
|
requirements:
|
73
73
|
- - "~>"
|
74
74
|
- !ruby/object:Gem::Version
|
75
|
-
version: '
|
75
|
+
version: '3.2'
|
76
76
|
type: :development
|
77
77
|
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - "~>"
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version: '
|
82
|
+
version: '3.2'
|
83
83
|
description: Pageinfo will browse through your site then list every page on your site
|
84
84
|
and give detail meta info about the page.
|
85
85
|
email:
|