tspider 0.0.4 → 0.0.5

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: c648a2ae6054272ac4045544ac77c7d95e77a9cf
4
- data.tar.gz: 8a20b96f356e5e47a5d1867481f5d60b2f7f6e7c
3
+ metadata.gz: 424472293ff978c75676d01650d1de140d7736e2
4
+ data.tar.gz: f1869f4e5790c0f60ec3b32eb09502a1088312fa
5
5
  SHA512:
6
- metadata.gz: cc4924e7713bd5381262279d25b63077acde6224e196cec059f4ed47e7a4e1459855ce5c960819bbed99e3ebc9262325d3ab7d2ba7f76488c6c5a83a17546815
7
- data.tar.gz: 610d57e8ef72c0ea9c70cb50a1c2637d6b63193f0bc324f71508bf377055302b70dcc2ea8a4ff2e4c6e8957801c9bb6ad0967fecedb8ff600e367d71a51b5272
6
+ metadata.gz: b2acfb81b47b9283cb0f8d8f794c7872babc30fc67f378f456f51de9494c929c47fc093a4c4638413f147ac3ad3759d78c2fb1fc085e7be280e40485fdeeea6a
7
+ data.tar.gz: dd4f9205a1ccb2357b9315ad5d4c6e52bbbf660c3710d5722ff3a67faaf32ad20aa4da5e7301383dbc6bd829517f0fbd9242c470e247a0ece1a5895597837de2
data/lib/tspider/page.rb CHANGED
@@ -7,15 +7,15 @@ module Tspider
7
7
  class Page
8
8
  attr_reader :html, :doc, :url, :status, :location, :response_time, :response
9
9
 
10
- def initialize(attrs)
11
- @url = attrs[:url]
10
+ def initialize(url,attrs)
11
+ @url = url
12
12
  @uri = URI(@url)
13
- @user_agent = attrs[:user_agent]
13
+ @user_agent = attrs[:user_agent] || ::Tspider::UA::DEFAULT
14
14
  @webrobots = WebRobots.new(@user_agent)
15
15
  @debug = false
16
16
 
17
17
  time_start = Time.now
18
- r = Client.get(@url, :headers => {"User-Agent" => @user_agent})
18
+ r = Client.get(@url, attrs.merge(:headers => {"User-Agent" => @user_agent}))
19
19
  time_end = Time.now
20
20
  @response = r
21
21
  @response_time = time_end - time_start
@@ -1,3 +1,3 @@
1
1
  module Tspider
2
- VERSION = "0.0.4"
2
+ VERSION = "0.0.5"
3
3
  end
data/lib/tspider.rb CHANGED
@@ -2,7 +2,7 @@ require 'tspider/version'
2
2
  require 'tspider/page'
3
3
 
4
4
  module Tspider
5
- def self.get(url,ua = ::Tspider::UA::DEFAULT)
6
- Page.new(url: url,user_agent: ua)
5
+ def self.get(url,attrs = {})
6
+ Page.new(url,attrs)
7
7
  end
8
8
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tspider
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.4
4
+ version: 0.0.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - mqzhang
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-26 00:00:00.000000000 Z
11
+ date: 2015-03-31 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler