scrappy 0.4.9 → 0.4.10

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,3 +1,7 @@
1
+ === 0.4.10 2011-12-01
2
+
3
+ * Correction for latest version of server
4
+
1
5
  === 0.4.9 2011-11-28
2
6
 
3
7
  * Refactorization of how encoding issues are managed
@@ -24,5 +24,5 @@ require 'scrappy/agent/blind_agent'
24
24
  require 'scrappy/agent/agent'
25
25
 
26
26
  module Scrappy
27
- VERSION = '0.4.9'
27
+ VERSION = '0.4.10'
28
28
  end
@@ -26,6 +26,7 @@ module Scrappy
26
26
 
27
27
  protected
28
28
  def process_request method, format, url, callback
29
+ url = url.gsub("http:/","http://").gsub("https:/","https://") if url.index(/http:\/\w/) or url.index(/https:\/\w/)
29
30
  response = agent.proxy :method=>method, :uri=>url, :inputs=>inputs, :format=>format.to_sym
30
31
  case response.status
31
32
  when :redirect
@@ -2,11 +2,11 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = "scrappy"
5
- s.version = "0.4.9"
5
+ s.version = "0.4.10"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Jose Ignacio"]
9
- s.date = "2011-11-28"
9
+ s.date = "2011-12-01"
10
10
  s.description = "RDF web scraper"
11
11
  s.email = "joseignacio.fernandez@gmail.com"
12
12
  s.executables = ["scrappy"]
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: scrappy
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.9
4
+ version: 0.4.10
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2011-11-28 00:00:00.000000000Z
12
+ date: 2011-12-01 00:00:00.000000000Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: activesupport
16
- requirement: &85217640 !ruby/object:Gem::Requirement
16
+ requirement: &86455870 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: 2.3.5
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *85217640
24
+ version_requirements: *86455870
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: sinatra
27
- requirement: &85217340 !ruby/object:Gem::Requirement
27
+ requirement: &86455650 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: 1.1.2
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *85217340
35
+ version_requirements: *86455650
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: thin
38
- requirement: &85217090 !ruby/object:Gem::Requirement
38
+ requirement: &86455350 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: 1.2.7
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *85217090
46
+ version_requirements: *86455350
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: nokogiri
49
- requirement: &85216790 !ruby/object:Gem::Requirement
49
+ requirement: &86455110 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 1.4.1
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *85216790
57
+ version_requirements: *86455110
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: mechanize
60
- requirement: &85216530 !ruby/object:Gem::Requirement
60
+ requirement: &86454890 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: 1.0.0
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *85216530
68
+ version_requirements: *86454890
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: lightrdf
71
- requirement: &85216280 !ruby/object:Gem::Requirement
71
+ requirement: &86420210 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: 0.4.1
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *85216280
79
+ version_requirements: *86420210
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: i18n
82
- requirement: &85215970 !ruby/object:Gem::Requirement
82
+ requirement: &86419910 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: 0.4.2
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *85215970
90
+ version_requirements: *86419910
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: rest-client
93
- requirement: &85215720 !ruby/object:Gem::Requirement
93
+ requirement: &86419660 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: 1.6.1
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *85215720
101
+ version_requirements: *86419660
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: haml
104
- requirement: &85215430 !ruby/object:Gem::Requirement
104
+ requirement: &86419430 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: 3.0.24
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *85215430
112
+ version_requirements: *86419430
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: rack-flash
115
- requirement: &85215190 !ruby/object:Gem::Requirement
115
+ requirement: &86419180 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
120
120
  version: 0.1.1
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *85215190
123
+ version_requirements: *86419180
124
124
  description: RDF web scraper
125
125
  email: joseignacio.fernandez@gmail.com
126
126
  executables: