spider 0.2.1 → 0.3.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -13,5 +13,5 @@ spec = Gem::Specification.new do |s|
13
13
  A Web spidering library: handles robots.txt, scraping, finding more
14
14
  links, and doing it all over again.
15
15
  EOF
16
- s.version = '0.2.1'
16
+ s.version = '0.3.0'
17
17
  end
@@ -8,15 +8,15 @@ Spider.start_at('http://localhost:8880/page1.html') do |s|
8
8
  a_url =~ %r{^http://localhost:8880.*}
9
9
  end
10
10
 
11
- s.on 404 do |a_url, err_code|
11
+ s.on 404 do |a_url, resp, prior|
12
12
  puts "URL not found: #{a_url}"
13
13
  end
14
14
 
15
- s.on :success do |a_url, code, headers, body|
16
- puts "body: #{body}"
15
+ s.on :success do |a_url, resp, prior|
16
+ puts "body: #{resp.body}"
17
17
  end
18
18
 
19
- s.on :any do |a_url, resp|
19
+ s.on :any do |a_url, resp, prior|
20
20
  puts "URL returned anything: #{a_url} with this code #{resp.code}"
21
21
  end
22
22
  end
metadata CHANGED
@@ -3,8 +3,8 @@ rubygems_version: 0.9.4
3
3
  specification_version: 1
4
4
  name: spider
5
5
  version: !ruby/object:Gem::Version
6
- version: 0.2.1
7
- date: 2007-10-23 00:00:00 -04:00
6
+ version: 0.3.0
7
+ date: 2007-11-01 00:00:00 -04:00
8
8
  summary: A Web spidering library
9
9
  require_paths:
10
10
  - lib
@@ -39,6 +39,11 @@ files:
39
39
  - doc/classes/SpiderInstance.html
40
40
  - doc/classes/Spider.html
41
41
  - doc/classes/Net.html
42
+ - doc/classes/NilClass.html
43
+ - doc/classes/Net
44
+ - doc/classes/Net/HTTPRedirection.html
45
+ - doc/classes/Net/HTTPSuccess.html
46
+ - doc/classes/Net/HTTPResponse.html
42
47
  - doc/fr_file_index.html
43
48
  - doc/fr_class_index.html
44
49
  - doc/fr_method_index.html