spider 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. data/CHANGES +6 -0
  2. data/README +4 -4
  3. data/doc/classes/Net/HTTPRedirection.html +144 -0
  4. data/doc/classes/Net/HTTPResponse.html +166 -0
  5. data/doc/classes/Net/HTTPSuccess.html +144 -0
  6. data/doc/classes/NilClass.html +144 -0
  7. data/doc/classes/Spider.html +12 -12
  8. data/doc/classes/SpiderInstance.html +109 -32
  9. data/doc/created.rid +1 -1
  10. data/doc/files/README.html +5 -5
  11. data/doc/files/lib/spider_rb.html +5 -5
  12. data/doc/fr_class_index.html +0 -1
  13. data/doc/fr_file_index.html +1 -0
  14. data/doc/fr_method_index.html +5 -2
  15. data/lib/spider.rb +100 -58
  16. data/spec/spider_instance_spec.rb +115 -30
  17. data/spider.gemspec +1 -1
  18. data/test_server/client.rb +4 -4
  19. metadata +7 -2
data/spider.gemspec CHANGED
@@ -13,5 +13,5 @@ spec = Gem::Specification.new do |s|
13
13
  A Web spidering library: handles robots.txt, scraping, finding more
14
14
  links, and doing it all over again.
15
15
  EOF
16
- s.version = '0.2.1'
16
+ s.version = '0.3.0'
17
17
  end
data/test_server/client.rb CHANGED
@@ -8,15 +8,15 @@ Spider.start_at('http://localhost:8880/page1.html') do |s|
8
8
  a_url =~ %r{^http://localhost:8880.*}
9
9
  end
10
10
 
11
- s.on 404 do |a_url, err_code|
11
+ s.on 404 do |a_url, resp, prior|
12
12
  puts "URL not found: #{a_url}"
13
13
  end
14
14
 
15
- s.on :success do |a_url, code, headers, body|
16
- puts "body: #{body}"
15
+ s.on :success do |a_url, resp, prior|
16
+ puts "body: #{resp.body}"
17
17
  end
18
18
 
19
- s.on :any do |a_url, resp|
19
+ s.on :any do |a_url, resp, prior|
20
20
  puts "URL returned anything: #{a_url} with this code #{resp.code}"
21
21
  end
22
22
  end
metadata CHANGED
@@ -3,8 +3,8 @@ rubygems_version: 0.9.4
3
3
  specification_version: 1
4
4
  name: spider
5
5
  version: !ruby/object:Gem::Version
6
- version: 0.2.1
7
- date: 2007-10-23 00:00:00 -04:00
6
+ version: 0.3.0
7
+ date: 2007-11-01 00:00:00 -04:00
8
8
  summary: A Web spidering library
9
9
  require_paths:
10
10
  - lib
@@ -39,6 +39,11 @@ files:
39
39
  - doc/classes/SpiderInstance.html
40
40
  - doc/classes/Spider.html
41
41
  - doc/classes/Net.html
42
+ - doc/classes/NilClass.html
43
+ - doc/classes/Net
44
+ - doc/classes/Net/HTTPRedirection.html
45
+ - doc/classes/Net/HTTPSuccess.html
46
+ - doc/classes/Net/HTTPResponse.html
42
47
  - doc/fr_file_index.html
43
48
  - doc/fr_class_index.html
44
49
  - doc/fr_method_index.html