spidr 0.4.0 → 0.4.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (9) hide show
  1. data/.gitignore +10 -0
  2. data/ChangeLog.md +4 -0
  3. data/Gemfile +4 -0
  4. data/README.md +1 -1
  5. data/gemspec.yml +2 -2
  6. data/lib/spidr/agent.rb +4 -2
  7. data/lib/spidr/version.rb +1 -1
  8. data/spidr.gemspec +1 -1
  9. metadata +22 -21
data/.gitignore ADDED
@@ -0,0 +1,10 @@
1
+ pkg
2
+ doc
3
+ web
4
+ tmp
5
+ Gemfile.lock
6
+ .DS_Store
7
+ .bundle
8
+ .yardoc
9
+ *.swp
10
+ *~
data/ChangeLog.md CHANGED
@@ -1,3 +1,7 @@
1
+ ### 0.4.1 / 2011-12-08
2
+
3
+ * Catch `OpenSSL::SSL::SSLError` exceptions when initiated HTTPS Sessions.
4
+
1
5
  ### 0.4.0 / 2011-08-07
2
6
 
3
7
  * Added {Spidr::Headers#content_charset}.
data/Gemfile CHANGED
@@ -1,5 +1,9 @@
1
1
  source 'https://rubygems.org'
2
2
 
3
+ platform :jruby do
4
+ gem 'jruby-openssl'
5
+ end
6
+
3
7
  gemspec
4
8
 
5
9
  group :development do
data/README.md CHANGED
@@ -4,7 +4,7 @@
4
4
  * [Source](http://github.com/postmodern/spidr)
5
5
  * [Issues](http://github.com/postmodern/spidr/issues)
6
6
  * [Mailing List](http://groups.google.com/group/spidr)
7
- * irc.freenode.net #spidr
7
+ * [IRC](http://webchat.freenode.net/?channels=spidr&uio=d4)
8
8
 
9
9
  ## Description
10
10
 
data/gemspec.yml CHANGED
@@ -15,5 +15,5 @@ dependencies:
15
15
  nokogiri: ~> 1.3
16
16
 
17
17
  development_dependencies:
18
- bundler: ~> 1.0.0
19
- yard: ~> 0.6.0
18
+ bundler: ~> 1.0
19
+ yard: ~> 0.7
data/lib/spidr/agent.rb CHANGED
@@ -8,6 +8,7 @@ require 'spidr/cookie_jar'
8
8
  require 'spidr/auth_store'
9
9
  require 'spidr/spidr'
10
10
 
11
+ require 'openssl'
11
12
  require 'net/http'
12
13
  require 'set'
13
14
 
@@ -684,8 +685,9 @@ module Spidr
684
685
  rescue SystemCallError,
685
686
  Timeout::Error,
686
687
  SocketError,
687
- Net::HTTPBadResponse,
688
- IOError
688
+ IOError,
689
+ OpenSSL::SSL::SSLError,
690
+ Net::HTTPBadResponse
689
691
 
690
692
  @sessions.kill!(url)
691
693
 
data/lib/spidr/version.rb CHANGED
@@ -1,4 +1,4 @@
1
1
  module Spidr
2
2
  # Spidr version
3
- VERSION = '0.4.0'
3
+ VERSION = '0.4.1'
4
4
  end
data/spidr.gemspec CHANGED
@@ -99,7 +99,7 @@ Gem::Specification.new do |gemspec|
99
99
  end
100
100
 
101
101
  if gemspec.respond_to?(:required_rubygems_version=)
102
- gemspec.required_rubygems_version = metadata['required_ruby_version']
102
+ gemspec.required_rubygems_version = metadata['required_rubygems_version']
103
103
  end
104
104
 
105
105
  parse_versions = lambda { |versions|
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: spidr
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.0
4
+ version: 0.4.1
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,12 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2011-08-07 00:00:00.000000000 -07:00
13
- default_executable:
12
+ date: 2011-12-09 00:00:00.000000000 Z
14
13
  dependencies:
15
14
  - !ruby/object:Gem::Dependency
16
15
  name: nokogiri
17
- requirement: &15697980 !ruby/object:Gem::Requirement
16
+ requirement: &19474920 !ruby/object:Gem::Requirement
18
17
  none: false
19
18
  requirements:
20
19
  - - ~>
@@ -22,39 +21,41 @@ dependencies:
22
21
  version: '1.3'
23
22
  type: :runtime
24
23
  prerelease: false
25
- version_requirements: *15697980
24
+ version_requirements: *19474920
26
25
  - !ruby/object:Gem::Dependency
27
26
  name: bundler
28
- requirement: &15693140 !ruby/object:Gem::Requirement
27
+ requirement: &19474320 !ruby/object:Gem::Requirement
29
28
  none: false
30
29
  requirements:
31
30
  - - ~>
32
31
  - !ruby/object:Gem::Version
33
- version: 1.0.0
32
+ version: '1.0'
34
33
  type: :development
35
34
  prerelease: false
36
- version_requirements: *15693140
35
+ version_requirements: *19474320
37
36
  - !ruby/object:Gem::Dependency
38
37
  name: yard
39
- requirement: &15668040 !ruby/object:Gem::Requirement
38
+ requirement: &19473820 !ruby/object:Gem::Requirement
40
39
  none: false
41
40
  requirements:
42
41
  - - ~>
43
42
  - !ruby/object:Gem::Version
44
- version: 0.6.0
43
+ version: '0.7'
45
44
  type: :development
46
45
  prerelease: false
47
- version_requirements: *15668040
46
+ version_requirements: *19473820
48
47
  description: Spidr is a versatile Ruby web spidering library that can spider a site,
49
48
  multiple domains, certain links or infinitely. Spidr is designed to be fast and
50
49
  easy to use.
51
- email:
52
- - postmodern.mod3@gmail.com
50
+ email: postmodern.mod3@gmail.com
53
51
  executables: []
54
52
  extensions: []
55
53
  extra_rdoc_files:
54
+ - ChangeLog.md
55
+ - LICENSE.txt
56
56
  - README.md
57
57
  files:
58
+ - .gitignore
58
59
  - .rspec
59
60
  - .yardopts
60
61
  - ChangeLog.md
@@ -105,7 +106,6 @@ files:
105
106
  - spec/spec_helper.rb
106
107
  - spec/spidr_spec.rb
107
108
  - spidr.gemspec
108
- has_rdoc: yard
109
109
  homepage: http://github.com/postmodern/spidr
110
110
  licenses:
111
111
  - MIT
@@ -124,21 +124,22 @@ required_rubygems_version: !ruby/object:Gem::Requirement
124
124
  requirements:
125
125
  - - ! '>='
126
126
  - !ruby/object:Gem::Version
127
- version: 1.3.6
127
+ version: '0'
128
128
  requirements: []
129
- rubyforge_project: spidr
130
- rubygems_version: 1.6.2
129
+ rubyforge_project:
130
+ rubygems_version: 1.8.10
131
131
  signing_key:
132
132
  specification_version: 3
133
133
  summary: A versatile Ruby web spidering library
134
134
  test_files:
135
- - spec/agent_spec.rb
136
135
  - spec/actions_spec.rb
137
- - spec/rules_spec.rb
138
- - spec/extensions/uri_spec.rb
136
+ - spec/agent_spec.rb
139
137
  - spec/auth_store_spec.rb
140
138
  - spec/cookie_jar_spec.rb
139
+ - spec/extensions/uri_spec.rb
141
140
  - spec/filters_spec.rb
141
+ - spec/page_spec.rb
142
+ - spec/rules_spec.rb
142
143
  - spec/sanitizers_spec.rb
143
144
  - spec/spidr_spec.rb
144
- - spec/page_spec.rb
145
+ has_rdoc: