pageinfo 0.2.1 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +0 -1
- data/README.md +2 -4
- data/lib/pageinfo/version.rb +1 -1
- data/lib/pageinfo.rb +0 -10
- data/pageinfo.gemspec +0 -4
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2e56106d24a0e8bd5b4e1528a79bb194f6d4ccd1
|
|
4
|
+
data.tar.gz: 56f5811f7f928d79bc15a8414447d1a0fd81581b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: bd43507764143701b101e236644800faa3113e5932f3a7beccaa443542a69bbaba96a9a346a62d6a65078db9d565f64c060fb27ff6cbc0c5c9c3918501cc3ab6
|
|
7
|
+
data.tar.gz: 77720c46e5746be7f9ebceb8b668315125fb8e1579faa415b8cc193c2b100538ffc9d6c05cacbb5b34e92978b20470f57c8e74965f2668ce37c695fd6c870bb7
|
data/.gitignore
CHANGED
data/README.md
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
# Pageinfo
|
|
2
2
|
|
|
3
|
+
[](http://badge.fury.io/rb/meta-tags)
|
|
4
|
+
|
|
3
5
|
Pageinfo will browse through your site then list every page on your site and give detail meta info about the page.
|
|
4
6
|
|
|
5
7
|
## Installation
|
|
@@ -26,10 +28,6 @@ Browse your site using:
|
|
|
26
28
|
|
|
27
29
|
## Development
|
|
28
30
|
|
|
29
|
-
<!-- After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
|
|
30
|
-
|
|
31
|
-
To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org). -->
|
|
32
|
-
|
|
33
31
|
## Contributing
|
|
34
32
|
|
|
35
33
|
1. Fork it ( https://github.com/aditiamahdar/pageinfo/fork )
|
data/lib/pageinfo/version.rb
CHANGED
data/lib/pageinfo.rb
CHANGED
|
@@ -4,12 +4,6 @@ require "typhoeus"
|
|
|
4
4
|
require "nokogiri"
|
|
5
5
|
|
|
6
6
|
module Pageinfo
|
|
7
|
-
def self.hi
|
|
8
|
-
greeting = "Hello World!"
|
|
9
|
-
puts greeting
|
|
10
|
-
greeting
|
|
11
|
-
end
|
|
12
|
-
|
|
13
7
|
def self.detect(url)
|
|
14
8
|
content = ["url", "status", "time", "title", "description", "keyword"].join(",")
|
|
15
9
|
content << new_line
|
|
@@ -25,14 +19,11 @@ module Pageinfo
|
|
|
25
19
|
content << new_line
|
|
26
20
|
|
|
27
21
|
@links = get_page_links(page)
|
|
28
|
-
# puts "Homepage links: #{@links.count}"
|
|
29
22
|
while true do
|
|
30
|
-
# puts "Links: #{@links.count} left"
|
|
31
23
|
if link = @links.shift
|
|
32
24
|
full_url = get_full_url(link)
|
|
33
25
|
unless full_url.nil?
|
|
34
26
|
if (scrapped_urls & [full_url, "#{full_url}/", "#{full_url}/#"]).empty?
|
|
35
|
-
# No duplicate link
|
|
36
27
|
conn = Typhoeus.get(full_url)
|
|
37
28
|
page = Nokogiri::HTML(conn.body)
|
|
38
29
|
content << get_info(conn, page)
|
|
@@ -45,7 +36,6 @@ module Pageinfo
|
|
|
45
36
|
new_links = new_links - @links
|
|
46
37
|
new_links = new_links - scrapped_links
|
|
47
38
|
@links = @links + new_links unless new_links.empty?
|
|
48
|
-
# puts "Links: #{@links.count} left, #{new_links.count} new links"
|
|
49
39
|
end
|
|
50
40
|
end
|
|
51
41
|
else
|
data/pageinfo.gemspec
CHANGED
|
@@ -19,10 +19,6 @@ Gem::Specification.new do |spec|
|
|
|
19
19
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
20
20
|
spec.require_paths = ["lib"]
|
|
21
21
|
|
|
22
|
-
# if spec.respond_to?(:metadata)
|
|
23
|
-
# spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
|
|
24
|
-
# end
|
|
25
|
-
|
|
26
22
|
spec.add_dependency "typhoeus", "~> 0.7"
|
|
27
23
|
spec.add_dependency "nokogiri", "~> 1.6"
|
|
28
24
|
|