tspider 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/tspider/page.rb +4 -4
- data/lib/tspider/version.rb +1 -1
- data/lib/tspider.rb +2 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 424472293ff978c75676d01650d1de140d7736e2
|
4
|
+
data.tar.gz: f1869f4e5790c0f60ec3b32eb09502a1088312fa
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b2acfb81b47b9283cb0f8d8f794c7872babc30fc67f378f456f51de9494c929c47fc093a4c4638413f147ac3ad3759d78c2fb1fc085e7be280e40485fdeeea6a
|
7
|
+
data.tar.gz: dd4f9205a1ccb2357b9315ad5d4c6e52bbbf660c3710d5722ff3a67faaf32ad20aa4da5e7301383dbc6bd829517f0fbd9242c470e247a0ece1a5895597837de2
|
data/lib/tspider/page.rb
CHANGED
@@ -7,15 +7,15 @@ module Tspider
|
|
7
7
|
class Page
|
8
8
|
attr_reader :html, :doc, :url, :status, :location, :response_time, :response
|
9
9
|
|
10
|
-
def initialize(attrs)
|
11
|
-
@url =
|
10
|
+
def initialize(url,attrs)
|
11
|
+
@url = url
|
12
12
|
@uri = URI(@url)
|
13
|
-
@user_agent = attrs[:user_agent]
|
13
|
+
@user_agent = attrs[:user_agent] || ::Tspider::UA::DEFAULT
|
14
14
|
@webrobots = WebRobots.new(@user_agent)
|
15
15
|
@debug = false
|
16
16
|
|
17
17
|
time_start = Time.now
|
18
|
-
r = Client.get(@url, :headers => {"User-Agent" => @user_agent})
|
18
|
+
r = Client.get(@url, attrs.merge(:headers => {"User-Agent" => @user_agent}))
|
19
19
|
time_end = Time.now
|
20
20
|
@response = r
|
21
21
|
@response_time = time_end - time_start
|
data/lib/tspider/version.rb
CHANGED
data/lib/tspider.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tspider
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- mqzhang
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-03-
|
11
|
+
date: 2015-03-31 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|