typhoeus 0.4.2 → 0.5.0.alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. data/CHANGELOG.md +86 -28
  2. data/Gemfile +17 -1
  3. data/README.md +20 -422
  4. data/Rakefile +21 -12
  5. data/lib/typhoeus.rb +58 -41
  6. data/lib/typhoeus/config.rb +14 -0
  7. data/lib/typhoeus/errors.rb +9 -0
  8. data/lib/typhoeus/errors/no_stub.rb +12 -0
  9. data/lib/typhoeus/errors/typhoeus_error.rb +8 -0
  10. data/lib/typhoeus/expectation.rb +126 -0
  11. data/lib/typhoeus/hydra.rb +31 -236
  12. data/lib/typhoeus/hydras/block_connection.rb +33 -0
  13. data/lib/typhoeus/hydras/easy_factory.rb +67 -0
  14. data/lib/typhoeus/hydras/easy_pool.rb +40 -0
  15. data/lib/typhoeus/hydras/memoizable.rb +53 -0
  16. data/lib/typhoeus/hydras/queueable.rb +46 -0
  17. data/lib/typhoeus/hydras/runnable.rb +18 -0
  18. data/lib/typhoeus/hydras/stubbable.rb +27 -0
  19. data/lib/typhoeus/request.rb +68 -243
  20. data/lib/typhoeus/requests/actions.rb +101 -0
  21. data/lib/typhoeus/requests/block_connection.rb +31 -0
  22. data/lib/typhoeus/requests/callbacks.rb +82 -0
  23. data/lib/typhoeus/requests/marshal.rb +21 -0
  24. data/lib/typhoeus/requests/memoizable.rb +36 -0
  25. data/lib/typhoeus/requests/operations.rb +52 -0
  26. data/lib/typhoeus/requests/responseable.rb +29 -0
  27. data/lib/typhoeus/requests/stubbable.rb +29 -0
  28. data/lib/typhoeus/response.rb +24 -118
  29. data/lib/typhoeus/responses/header.rb +50 -0
  30. data/lib/typhoeus/responses/informations.rb +43 -0
  31. data/lib/typhoeus/responses/legacy.rb +27 -0
  32. data/lib/typhoeus/responses/status.rb +78 -0
  33. data/lib/typhoeus/version.rb +3 -1
  34. metadata +34 -141
  35. data/lib/typhoeus/curl.rb +0 -453
  36. data/lib/typhoeus/easy.rb +0 -115
  37. data/lib/typhoeus/easy/auth.rb +0 -14
  38. data/lib/typhoeus/easy/callbacks.rb +0 -33
  39. data/lib/typhoeus/easy/ffi_helper.rb +0 -61
  40. data/lib/typhoeus/easy/infos.rb +0 -90
  41. data/lib/typhoeus/easy/options.rb +0 -115
  42. data/lib/typhoeus/easy/proxy.rb +0 -20
  43. data/lib/typhoeus/easy/ssl.rb +0 -82
  44. data/lib/typhoeus/filter.rb +0 -28
  45. data/lib/typhoeus/form.rb +0 -61
  46. data/lib/typhoeus/header.rb +0 -54
  47. data/lib/typhoeus/hydra/callbacks.rb +0 -24
  48. data/lib/typhoeus/hydra/connect_options.rb +0 -61
  49. data/lib/typhoeus/hydra/stubbing.rb +0 -68
  50. data/lib/typhoeus/hydra_mock.rb +0 -131
  51. data/lib/typhoeus/multi.rb +0 -146
  52. data/lib/typhoeus/param_processor.rb +0 -43
  53. data/lib/typhoeus/remote.rb +0 -306
  54. data/lib/typhoeus/remote_method.rb +0 -108
  55. data/lib/typhoeus/remote_proxy_object.rb +0 -50
  56. data/lib/typhoeus/utils.rb +0 -50
@@ -1,115 +0,0 @@
1
- require 'typhoeus/easy/ffi_helper'
2
- require 'typhoeus/easy/options'
3
- require 'typhoeus/easy/ssl'
4
- require 'typhoeus/easy/auth'
5
- require 'typhoeus/easy/proxy'
6
- require 'typhoeus/easy/callbacks'
7
- require 'typhoeus/easy/infos'
8
-
9
- module Typhoeus
10
- class Easy
11
- include Typhoeus::EasyFu::FFIHelper
12
- include Typhoeus::EasyFu::Options
13
- include Typhoeus::EasyFu::SSL
14
- include Typhoeus::EasyFu::Auth
15
- include Typhoeus::EasyFu::Proxy
16
- include Typhoeus::EasyFu::Callbacks
17
- include Typhoeus::EasyFu::Infos
18
-
19
- OPTION_VALUES = Curl::Option.to_hash.dup
20
- Curl::Option.to_hash.each {|key, value| OPTION_VALUES["CURLOPT_#{key.to_s.upcase}".to_sym] = value }
21
- INFO_VALUES = Curl::Info.to_hash.dup
22
- Curl::Info.to_hash.each {|key, value| INFO_VALUES["CURLINFO_#{key.to_s.upcase}".to_sym] = value }
23
- AUTH_TYPES = Curl::Auth.to_hash.dup
24
- Curl::Auth.to_hash.each {|key, value| AUTH_TYPES["CURLAUTH_#{key.to_s.upcase}".to_sym] = value }
25
- PROXY_TYPES = Curl::Proxy.to_hash.dup
26
- Curl::Proxy.to_hash.each {|key, value| PROXY_TYPES["CURLPROXY_#{key.to_s.upcase}".to_sym] = value }
27
- SSL_VERSIONS = Curl::SSLVersion.to_hash.dup
28
- Curl::SSLVersion.to_hash.each {|key, value| SSL_VERSIONS["CURL_SSLVERSION_#{key.to_s.upcase}".to_sym] = value }
29
-
30
- attr_reader :url, :header_list
31
- attr_accessor :start_time
32
-
33
- def initialize
34
- Curl.init
35
- reset(true)
36
- ObjectSpace.define_finalizer(self, self.class.finalizer(self))
37
- end
38
-
39
- def method
40
- @method ||= :get
41
- end
42
-
43
- def headers
44
- @headers ||= {}
45
- end
46
-
47
- def response_body
48
- @response_body ||= ""
49
- end
50
-
51
- def response_header
52
- @response_header ||= ""
53
- end
54
-
55
- def headers=(hash)
56
- @headers = hash
57
- end
58
-
59
- def params
60
- @form.nil? ? {} : @form.params
61
- end
62
-
63
- def params=(params)
64
- @form = Typhoeus::Form.new(params)
65
-
66
- if method == :post
67
- @form.process!
68
- if @form.multipart?
69
- set_option(:httppost, @form)
70
- else
71
- self.post_data = @form.to_s
72
- end
73
- else
74
- self.url = "#{url}?#{@form.to_s}"
75
- end
76
- end
77
-
78
- def perform
79
- set_headers()
80
- @curl_return_code = Curl.easy_perform(handle)
81
- resp_code = response_code()
82
- if resp_code >= 200 && resp_code <= 299
83
- success
84
- else
85
- failure
86
- end
87
- resp_code
88
- end
89
-
90
- def reset(fresh = nil)
91
- unless fresh
92
- @response_code = 0
93
- @response_header = ""
94
- @response_body = ""
95
- @request_body = ""
96
-
97
- if @header_list
98
- Curl.slist_free_all(@header_list)
99
- @header_list = nil
100
- end
101
-
102
- Curl.easy_reset(handle)
103
- end
104
-
105
- self.write_function = body_write_callback
106
- self.header_function = header_write_callback
107
- self.encoding = ''
108
- self.ssl_version = :default
109
- end
110
-
111
- def curl_return_code=(code)
112
- @curl_return_code = (code.class == Symbol ? code : Curl::EasyCode[code])
113
- end
114
- end
115
- end
@@ -1,14 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module Auth
4
- def auth=(authinfo)
5
- set_option(:userpwd, auth_credentials(authinfo))
6
- set_option(:httpauth, Typhoeus::Easy::AUTH_TYPES[authinfo[:method]]) if authinfo[:method]
7
- end
8
-
9
- def auth_credentials(authinfo)
10
- "#{authinfo[:username]}:#{authinfo[:password]}"
11
- end
12
- end
13
- end
14
- end
@@ -1,33 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module Callbacks
4
- # gets called when finished and response code is not 2xx,
5
- # or curl returns an error code.
6
- def success
7
- @success.call(self) if @success
8
- end
9
-
10
- def on_success(&block)
11
- @success = block
12
- end
13
-
14
- def on_success=(block)
15
- @success = block
16
- end
17
-
18
- # gets called when finished and response code is 300-599
19
- # or curl returns an error code
20
- def failure
21
- @failure.call(self) if @failure
22
- end
23
-
24
- def on_failure(&block)
25
- @failure = block
26
- end
27
-
28
- def on_failure=(block)
29
- @failure = block
30
- end
31
- end
32
- end
33
- end
@@ -1,61 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module FFIHelper
4
- def self.included(base)
5
- base.extend(ClassMethods)
6
- end
7
-
8
- module ClassMethods
9
- def finalizer(easy)
10
- proc {
11
- Curl.slist_free_all(easy.header_list) if easy.header_list
12
- Curl.easy_cleanup(easy.handle)
13
- }
14
- end
15
- end
16
-
17
- def handle
18
- @handle ||= Curl.easy_init
19
- end
20
-
21
- def body_write_callback
22
- @body_write_callback ||= proc {|stream, size, num, object|
23
- response_body << stream.read_string(size * num)
24
- size * num
25
- }
26
- end
27
-
28
- def header_write_callback
29
- @header_write_callback ||= proc {|stream, size, num, object|
30
- response_header << stream.read_string(size * num)
31
- size * num
32
- }
33
- end
34
-
35
- def read_callback
36
- @read_callback ||= proc {|stream, size, num, object|
37
- size = size * num
38
- left = Utils.bytesize(@request_body) - @request_body_read
39
- size = left if size > left
40
- if size > 0
41
- stream.write_string(Utils.byteslice(@request_body, @request_body_read, size), size)
42
- @request_body_read += size
43
- end
44
- size
45
- }
46
- end
47
-
48
- def string_ptr
49
- @string_ptr ||= ::FFI::MemoryPointer.new(:pointer)
50
- end
51
-
52
- def long_ptr
53
- @long_ptr ||= ::FFI::MemoryPointer.new(:long)
54
- end
55
-
56
- def double_ptr
57
- @double_ptr ||= ::FFI::MemoryPointer.new(:double)
58
- end
59
- end
60
- end
61
- end
@@ -1,90 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module Infos
4
- def get_info_string(option)
5
- if Curl.easy_getinfo(@handle, option, string_ptr) == :ok
6
- string_ptr.read_pointer.read_string
7
- else nil
8
- end
9
- end
10
-
11
- def get_info_long(option)
12
- if Curl.easy_getinfo(@handle, option, long_ptr) == :ok
13
- long_ptr.read_long
14
- else nil
15
- end
16
- end
17
-
18
- def get_info_double(option)
19
- if Curl.easy_getinfo(@handle, option, double_ptr) == :ok
20
- double_ptr.read_double
21
- else nil
22
- end
23
- end
24
-
25
- def auth_methods
26
- get_info_long(:httpauth_avail)
27
- end
28
-
29
- def total_time_taken
30
- get_info_double(:total_time)
31
- end
32
-
33
- def start_transfer_time
34
- get_info_double(:starttransfer_time)
35
- end
36
-
37
- def app_connect_time
38
- get_info_double(:appconnect_time)
39
- end
40
-
41
- def pretransfer_time
42
- get_info_double(:pretransfer_time)
43
- end
44
-
45
- def connect_time
46
- get_info_double(:connect_time)
47
- end
48
-
49
- def name_lookup_time
50
- get_info_double(:namelookup_time)
51
- end
52
-
53
- def effective_url
54
- get_info_string(:effective_url)
55
- end
56
-
57
- def primary_ip
58
- get_info_string(:primary_ip)
59
- end
60
-
61
- def response_code
62
- get_info_long(:response_code)
63
- end
64
-
65
- def timed_out?
66
- @curl_return_code == :operation_timedout
67
- end
68
-
69
- def redirect_count
70
- get_info_long(:redirect_count)
71
- end
72
-
73
- def curl_return_code
74
- Curl::EasyCode[@curl_return_code]
75
- end
76
-
77
- def curl_error_message(code = @curl_return_code)
78
- code ? Curl.easy_strerror(code) : nil
79
- end
80
-
81
- def curl_version
82
- Curl.version
83
- end
84
-
85
- def supports_zlib?
86
- !!(curl_version.match(/zlib/))
87
- end
88
- end
89
- end
90
- end
@@ -1,115 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module Options
4
- def write_function=(callback)
5
- set_option(:writefunction, body_write_callback)
6
- end
7
-
8
- def header_function=(callback)
9
- set_option(:headerfunction, header_write_callback)
10
- end
11
-
12
- def encoding=(encoding)
13
- # Enable encoding/compression support
14
- set_option(:encoding, encoding)
15
- end
16
-
17
- def interface=(interface)
18
- @interface = interface
19
- set_option(:interface, interface)
20
- end
21
-
22
- def verbose=(boolean)
23
- set_option(:verbose, !!boolean ? 1 : 0)
24
- end
25
-
26
- def follow_location=(boolean)
27
- if boolean
28
- set_option(:followlocation, 1)
29
- else
30
- set_option(:followlocation, 0)
31
- end
32
- end
33
-
34
- def max_redirects=(redirects)
35
- set_option(:maxredirs, redirects)
36
- end
37
-
38
- def connect_timeout=(milliseconds)
39
- @connect_timeout = milliseconds
40
- set_option(:nosignal, 1)
41
- set_option(:connecttimeout_ms, milliseconds)
42
- end
43
-
44
- def timeout=(milliseconds)
45
- @timeout = milliseconds
46
- set_option(:nosignal, 1)
47
- set_option(:timeout_ms, milliseconds)
48
- end
49
-
50
- def request_body=(request_body)
51
- @request_body = request_body
52
- if method == :put
53
- @request_body_read = 0
54
- set_option(:infilesize, Utils.bytesize(@request_body))
55
- set_option(:readfunction, read_callback)
56
- else
57
- self.post_data = request_body
58
- end
59
- end
60
-
61
- def user_agent=(user_agent)
62
- set_option(:useragent, user_agent)
63
- end
64
-
65
- def url=(url)
66
- @url = url
67
- set_option(:url, url)
68
- end
69
-
70
- def method=(method)
71
- @method = method
72
- if method == :get
73
- set_option(:httpget, 1)
74
- elsif method == :post
75
- set_option(:httppost, 1)
76
- self.post_data = ""
77
- elsif method == :put
78
- set_option(:upload, 1)
79
- self.request_body = @request_body.to_s
80
- elsif method == :head
81
- set_option(:nobody, 1)
82
- else
83
- set_option(:customrequest, method.to_s.upcase)
84
- end
85
- end
86
-
87
- def post_data=(data)
88
- @post_data_set = true
89
- set_option(:postfieldsize, Utils.bytesize(data))
90
- set_option(:copypostfields, data)
91
- end
92
-
93
- def set_option(option, value)
94
- case value
95
- when String
96
- Curl.easy_setopt_string(handle, option, value.to_s)
97
- when Integer
98
- Curl.easy_setopt_long(handle, option, value)
99
- when Proc, ::FFI::Function
100
- Curl.easy_setopt_callback(handle, option, value)
101
- when Typhoeus::Form
102
- Curl.easy_setopt(handle, option, value.first.read_pointer)
103
- else
104
- Curl.easy_setopt(handle, option, value) if value
105
- end
106
- end
107
-
108
- def set_headers
109
- @header_list = nil
110
- headers.each {|key, value| @header_list = Curl.slist_append(@header_list, "#{key}: #{value}") }
111
- set_option(:httpheader, @header_list) unless headers.empty?
112
- end
113
- end
114
- end
115
- end
@@ -1,20 +0,0 @@
1
- module Typhoeus
2
- module EasyFu
3
- module Proxy
4
- def proxy=(proxy)
5
- set_option(:proxy, proxy[:server])
6
- set_option(:proxytype, Typhoeus::Easy::PROXY_TYPES[proxy[:type]]) if proxy[:type]
7
- end
8
-
9
- def proxy_auth=(authinfo)
10
- set_option(:proxyuserpwd, proxy_credentials(authinfo))
11
- set_option(:proxyauth, Typhoeus::Easy::PROXY_TYPES[proxy[:type]]) if authinfo[:method]
12
- end
13
-
14
- def proxy_credentials(authinfo)
15
- "#{authinfo[:username]}:#{authinfo[:password]}"
16
- end
17
- end
18
- end
19
- end
20
-