tspider 0.0.5 → 0.0.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/tspider/page.rb +9 -1
- data/lib/tspider/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 15e03a5285af671f82d7785898a64f6b9bec0868
|
4
|
+
data.tar.gz: 92533be5b2120ded287a36b92927ca975c09d3fc
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e49652866d15ea76b16aa6417e7eacb7ed3d273125cb40d2dc5ebf0b4e275ece78219917e7351733c8ad5f85b7105613e36c868801c0d021d7e1cf50b544fdbc
|
7
|
+
data.tar.gz: fcb2b66620dab662d1827d50ebf467d0ad4d9c4d4be85c04c119cbd86336c48d31e48c599037c05bf4eaa13ffd0ff9de2411b42b1cfc88b9e5cd33fc4a9e0865
|
data/lib/tspider/page.rb
CHANGED
@@ -5,7 +5,7 @@ require 'webrobots'
|
|
5
5
|
|
6
6
|
module Tspider
|
7
7
|
class Page
|
8
|
-
attr_reader :html, :doc, :url, :status, :location, :response_time, :response
|
8
|
+
attr_reader :html, :doc, :url, :status, :location, :response_time, :response, :headers
|
9
9
|
|
10
10
|
def initialize(url,attrs)
|
11
11
|
@url = url
|
@@ -61,6 +61,14 @@ module Tspider
|
|
61
61
|
safe_search('meta[@name="robots"]', [0, 'content'])
|
62
62
|
end
|
63
63
|
|
64
|
+
def meta(name)
|
65
|
+
safe_search("meta[@name=#{name}]", [0, 'content'])
|
66
|
+
end
|
67
|
+
|
68
|
+
def response_header(key)
|
69
|
+
@headers[key].join('|')
|
70
|
+
end
|
71
|
+
|
64
72
|
def links
|
65
73
|
links = []
|
66
74
|
safe_search('a').each do |a|
|
data/lib/tspider/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tspider
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- mqzhang
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-06-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|