scrappy 0.4.9 → 0.4.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,3 +1,7 @@
1
+ === 0.4.10 2011-12-01
2
+
3
+ * Correction for latest version of server
4
+
1
5
  === 0.4.9 2011-11-28
2
6
 
3
7
  * Refactorization of how encoding issues are managed
@@ -24,5 +24,5 @@ require 'scrappy/agent/blind_agent'
24
24
  require 'scrappy/agent/agent'
25
25
 
26
26
  module Scrappy
27
- VERSION = '0.4.9'
27
+ VERSION = '0.4.10'
28
28
  end
@@ -26,6 +26,7 @@ module Scrappy
26
26
 
27
27
  protected
28
28
  def process_request method, format, url, callback
29
+ url = url.gsub("http:/","http://").gsub("https:/","https://") if url.index(/http:\/\w/) or url.index(/https:\/\w/)
29
30
  response = agent.proxy :method=>method, :uri=>url, :inputs=>inputs, :format=>format.to_sym
30
31
  case response.status
31
32
  when :redirect
@@ -2,11 +2,11 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = "scrappy"
5
- s.version = "0.4.9"
5
+ s.version = "0.4.10"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Jose Ignacio"]
9
- s.date = "2011-11-28"
9
+ s.date = "2011-12-01"
10
10
  s.description = "RDF web scraper"
11
11
  s.email = "joseignacio.fernandez@gmail.com"
12
12
  s.executables = ["scrappy"]
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: scrappy
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.9
4
+ version: 0.4.10
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2011-11-28 00:00:00.000000000Z
12
+ date: 2011-12-01 00:00:00.000000000Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: activesupport
16
- requirement: &85217640 !ruby/object:Gem::Requirement
16
+ requirement: &86455870 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: 2.3.5
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *85217640
24
+ version_requirements: *86455870
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: sinatra
27
- requirement: &85217340 !ruby/object:Gem::Requirement
27
+ requirement: &86455650 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: 1.1.2
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *85217340
35
+ version_requirements: *86455650
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: thin
38
- requirement: &85217090 !ruby/object:Gem::Requirement
38
+ requirement: &86455350 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: 1.2.7
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *85217090
46
+ version_requirements: *86455350
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: nokogiri
49
- requirement: &85216790 !ruby/object:Gem::Requirement
49
+ requirement: &86455110 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 1.4.1
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *85216790
57
+ version_requirements: *86455110
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: mechanize
60
- requirement: &85216530 !ruby/object:Gem::Requirement
60
+ requirement: &86454890 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: 1.0.0
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *85216530
68
+ version_requirements: *86454890
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: lightrdf
71
- requirement: &85216280 !ruby/object:Gem::Requirement
71
+ requirement: &86420210 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: 0.4.1
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *85216280
79
+ version_requirements: *86420210
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: i18n
82
- requirement: &85215970 !ruby/object:Gem::Requirement
82
+ requirement: &86419910 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: 0.4.2
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *85215970
90
+ version_requirements: *86419910
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: rest-client
93
- requirement: &85215720 !ruby/object:Gem::Requirement
93
+ requirement: &86419660 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: 1.6.1
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *85215720
101
+ version_requirements: *86419660
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: haml
104
- requirement: &85215430 !ruby/object:Gem::Requirement
104
+ requirement: &86419430 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: 3.0.24
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *85215430
112
+ version_requirements: *86419430
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: rack-flash
115
- requirement: &85215190 !ruby/object:Gem::Requirement
115
+ requirement: &86419180 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
120
120
  version: 0.1.1
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *85215190
123
+ version_requirements: *86419180
124
124
  description: RDF web scraper
125
125
  email: joseignacio.fernandez@gmail.com
126
126
  executables: