hhry-typhoeus 0.4.0

data/lib/typhoeus/hydra/callbacks.rb

@@ -0,0 +1,24 @@
+module Typhoeus
+  class Hydra
+    module Callbacks
+      def self.extended(base)
+        class << base
+          attr_accessor :global_hooks
+        end
+        base.global_hooks = Hash.new { |h, k| h[k] = [] }
+      end
+
+      def after_request_before_on_complete(&block)
+        global_hooks[:after_request_before_on_complete] << block
+      end
+
+      def run_global_hooks_for(name, request)
+        global_hooks[name].each { |hook| hook.call(request) }
+      end
+
+      def clear_global_hooks
+        global_hooks.clear
+      end
+    end
+  end
+end

data/lib/typhoeus/hydra/connect_options.rb

@@ -0,0 +1,61 @@
+module Typhoeus
+  class Hydra
+    class NetConnectNotAllowedError < StandardError; end
+
+    module ConnectOptions
+      def self.included(base)
+        base.extend(ClassMethods)
+      end
+
+      # This method checks to see if we should raise an error on
+      # a request.
+      #
+      # @raises NetConnectNotAllowedError
+      def check_allow_net_connect!(request)
+        return if Typhoeus::Hydra.allow_net_connect?
+        return if Typhoeus::Hydra.ignore_hosts.include?(request.host_domain)
+
+        raise NetConnectNotAllowedError, "Real HTTP requests are not allowed. Unregistered request: #{request.inspect}"
+      end
+      private :check_allow_net_connect!
+
+      module ClassMethods
+        def self.extended(base)
+          class << base
+            attr_accessor :allow_net_connect
+            attr_accessor :ignore_localhost
+          end
+          base.allow_net_connect = true
+          base.ignore_localhost = false
+        end
+
+        # Returns whether we allow external HTTP connections.
+        # Useful for mocking/tests.
+        #
+        # @return [boolean] true/false
+        def allow_net_connect?
+          allow_net_connect
+        end
+
+        def ignore_localhost?
+          ignore_localhost
+        end
+
+        def ignore_hosts
+          @ignore_hosts ||= []
+
+          if ignore_localhost?
+            @ignore_hosts + Typhoeus::Request::LOCALHOST_ALIASES
+          else
+            @ignore_hosts
+          end
+        end
+
+        def ignore_hosts=(hosts)
+          @ignore_hosts = hosts
+        end
+      end
+    end
+  end
+end
+

data/lib/typhoeus/hydra/stubbing.rb

@@ -0,0 +1,68 @@
+module Typhoeus
+  class Hydra
+    module Stubbing
+      module SharedMethods
+        def stub(method, url, options = {})
+          stubs << HydraMock.new(url, method, options)
+          stubs.last
+        end
+
+        def clear_stubs
+          self.stubs = []
+        end
+
+        def register_stub_finder(&block)
+          stub_finders << block
+        end
+
+        def find_stub_from_request(request)
+          stub_finders.each do |finder|
+            if response = finder.call(request)
+              mock = HydraMock.new(/.*/, :any)
+              mock.and_return(response)
+              return mock
+            end
+          end
+
+          stubs.detect { |stub| stub.matches?(request) }
+        end
+
+        def stub_finders
+          @stub_finders ||= []
+        end
+
+        def self.extended(base)
+          class << base
+            attr_accessor :stubs
+          end
+          base.stubs = []
+        end
+      end
+
+      def self.included(base)
+        base.extend(SharedMethods)
+        base.class_eval do
+          attr_accessor :stubs
+        end
+      end
+
+      def assign_to_stub(request)
+        m = find_stub_from_request(request)
+
+        # Fallback to global stubs.
+        m ||= self.class.find_stub_from_request(request)
+
+        if m
+          m.add_request(request)
+          @active_stubs << m
+          m
+        else
+          nil
+        end
+      end
+      private :assign_to_stub
+
+      include SharedMethods
+    end
+  end
+end

data/lib/typhoeus/hydra_mock.rb

@@ -0,0 +1,131 @@
+module Typhoeus
+  class HydraMock
+    attr_reader :url, :method, :requests, :uri
+
+    def initialize(url, method, options = {})
+      @url      = url
+      @uri      = URI.parse(url) if url.kind_of?(String)
+      @method   = method
+      @requests = []
+      @options = options
+      if @options[:headers]
+        @options[:headers] = Typhoeus::Header.new(@options[:headers])
+      end
+
+      @current_response_index = 0
+    end
+
+    def body
+      @options[:body]
+    end
+
+    def body?
+      @options.has_key?(:body)
+    end
+
+    def headers
+      @options[:headers]
+    end
+
+    def headers?
+      @options.has_key?(:headers)
+    end
+
+    def add_request(request)
+      @requests << request
+    end
+
+    def and_return(val)
+      if val.respond_to?(:each)
+        @responses = val
+      else
+        @responses = [val]
+      end
+
+      # make sure to mark them as a mock.
+      @responses.each { |r| r.mock = true }
+
+      val
+    end
+
+    def response
+      if @current_response_index == (@responses.length - 1)
+        @responses.last
+      else
+        value = @responses[@current_response_index]
+        @current_response_index += 1
+        value
+      end
+    end
+
+    def matches?(request)
+      if !method_matches?(request) or !url_matches?(request)
+        return false
+      end
+
+      if body?
+        return false unless body_matches?(request)
+      end
+
+      if headers?
+        return false unless headers_match?(request)
+      end
+
+      true
+    end
+
+  private
+    def method_matches?(request)
+      self.method == :any or self.method == request.method
+    end
+
+    def url_matches?(request)
+      if url.kind_of?(String)
+        request_uri = URI.parse(request.url)
+        request_uri == self.uri
+      else
+        self.url =~ request.url
+      end
+    end
+
+    def body_matches?(request)
+      !request.body.nil? && !request.body.empty? && request.body == self.body
+    end
+
+    def headers_match?(request)
+      request_headers = Header.new(request.headers)
+
+      if empty_headers?(self.headers)
+        empty_headers?(request_headers)
+      else
+        return false if empty_headers?(request_headers)
+
+        headers.each do |key, value|
+          return false unless header_value_matches?(value, request_headers[key])
+        end
+
+        true
+      end
+    end
+
+    def header_value_matches?(mock_value, request_value)
+      mock_arr = mock_value.is_a?(Array) ? mock_value : [mock_value]
+      request_arr = request_value.is_a?(Array) ? request_value : [request_value]
+
+      return false unless mock_arr.size == request_arr.size
+      mock_arr.all? do |value|
+        request_arr.any? { |a| value === a }
+      end
+    end
+
+    def empty_headers?(headers)
+      # We consider the default User-Agent header to be empty since
+      # Typhoeus always adds that.
+      headers.nil? || headers.empty? || default_typhoeus_headers?(headers)
+    end
+
+    def default_typhoeus_headers?(headers)
+      headers.size == 1 && headers['User-Agent'] == Typhoeus::USER_AGENT
+    end
+  end
+end

data/lib/typhoeus/multi.rb

@@ -0,0 +1,146 @@
+module Typhoeus
+  class Multi
+    attr_reader :easy_handles
+
+    def initialize
+      Curl.init
+
+      @handle = Curl.multi_init
+      @active = 0
+      @running = 0
+      @easy_handles = []
+
+      @timeout = ::FFI::MemoryPointer.new(:long)
+      @timeval = Curl::Timeval.new
+      @fd_read = Curl::FDSet.new
+      @fd_write = Curl::FDSet.new
+      @fd_excep = Curl::FDSet.new
+      @max_fd = ::FFI::MemoryPointer.new(:int)
+
+      ObjectSpace.define_finalizer(self, self.class.finalizer(self))
+    end
+
+    def self.finalizer(multi)
+      proc { Curl.multi_cleanup(multi.handle) }
+    end
+
+    def add(easy)
+      raise "trying to add easy handle twice" if @easy_handles.include?(easy)
+      easy.set_headers() if easy.headers.empty?
+
+      code = Curl.multi_add_handle(@handle, easy.handle)
+      raise RuntimeError.new("An error occured adding the handle: #{code}: #{Curl.multi_strerror(code)}") if code != :call_multi_perform and code != :ok
+
+      do_perform if code == :call_multi_perform
+
+      @active += 1
+      @easy_handles << easy
+      easy
+    end
+
+    def remove(easy)
+      if @easy_handles.include?(easy)
+        @active -= 1
+        Curl.multi_remove_handle(@handle, easy.handle)
+        @easy_handles.delete(easy)
+      end
+    end
+
+    def perform
+      while @active > 0
+        run
+        while @running > 0
+          # get the curl-suggested timeout
+          code = Curl.multi_timeout(@handle, @timeout)
+          raise RuntimeError.new("an error occured getting the timeout: #{code}: #{Curl.multi_strerror(code)}") if code != :ok
+          timeout = @timeout.read_long
+          if timeout == 0 # no delay
+            run
+            next
+          elsif timeout < 0
+            timeout = 1
+          end
+
+          # load the fd sets from the multi handle
+          @fd_read.clear
+          @fd_write.clear
+          @fd_excep.clear
+          code = Curl.multi_fdset(@handle, @fd_read, @fd_write, @fd_excep, @max_fd)
+          raise RuntimeError.new("an error occured getting the fdset: #{code}: #{Curl.multi_strerror(code)}") if code != :ok
+
+          max_fd = @max_fd.read_int
+          if max_fd == -1
+            # curl is doing something special so let it run for a moment
+            sleep(0.001)
+          else
+            @timeval[:sec] = timeout / 1000
+            @timeval[:usec] = (timeout * 1000) % 1000000
+
+            code = Curl.select(max_fd + 1, @fd_read, @fd_write, @fd_excep, @timeval)
+            raise RuntimeError.new("error on thread select: #{::FFI.errno}") if code < 0
+          end
+
+          run
+        end
+      end
+      reset_easy_handles
+    end
+
+    def fire_and_forget
+      run
+    end
+
+    # check for finished easy handles and remove from the multi handle
+    def read_info
+      msgs_left = ::FFI::MemoryPointer.new(:int)
+      while not (msg = Curl.multi_info_read(@handle, msgs_left)).null?
+        next if msg[:code] != :done
+
+        easy = @easy_handles.find {|easy| easy.handle == msg[:easy_handle] }
+        next if not easy
+
+        response_code = ::FFI::MemoryPointer.new(:long)
+        response_code.write_long(-1)
+        Curl.easy_getinfo(easy.handle, :response_code, response_code)
+        response_code = response_code.read_long
+        remove(easy)
+
+        easy.curl_return_code = msg[:data][:code]
+        if easy.curl_return_code != 0 then easy.failure
+        elsif (200..299).member?(response_code) or response_code == 0 then easy.success
+        else easy.failure
+        end
+      end
+    end
+
+    def cleanup
+      Curl.multi_cleanup(@handle)
+      @active = 0
+      @running = 0
+      @easy_handles = []
+    end
+
+    def reset_easy_handles
+      @easy_handles.dup.each do |easy|
+        remove(easy)
+        yield easy if block_given?
+      end
+    end
+
+    private
+
+    # called by perform and fire_and_forget
+    def run
+      begin code = do_perform end while code == :call_multi_perform
+      raise RuntimeError.new("an error occured while running perform: #{code}: #{Curl.multi_strerror(code)}") if code != :ok
+      read_info
+    end
+
+    def do_perform
+      running = ::FFI::MemoryPointer.new(:int)
+      code = Curl.multi_perform(@handle, running)
+      @running = running.read_int
+      code
+    end
+  end
+end

data/lib/typhoeus/param_processor.rb

@@ -0,0 +1,43 @@
+require 'tempfile'
+
+module Typhoeus
+  class ParamProcessor
+    class << self
+      def traverse_params_hash(hash, result = nil, current_key = nil)
+        result ||= { :files => [], :params => [] }
+
+        hash.keys.sort { |a, b| a.to_s <=> b.to_s }.collect do |key|
+          new_key = (current_key ? "#{current_key}[#{key}]" : key).to_s
+          current_value = hash[key]
+          process_value current_value, :result => result, :new_key => new_key
+        end
+        result
+      end
+
+      def process_value(current_value, options)
+        result = options[:result]
+        new_key = options[:new_key]
+
+        case current_value
+        when Hash
+          traverse_params_hash(current_value, result, new_key)
+        when Array
+          current_value.each do |v|
+            result[:params] << [new_key, v.to_s]
+          end
+        when File, Tempfile
+          filename = File.basename(current_value.path)
+          types = MIME::Types.type_for(filename)
+          result[:files] << [
+            new_key,
+            filename,
+            types.empty? ? 'application/octet-stream' : types[0].to_s,
+            File.expand_path(current_value.path)
+          ]
+        else
+          result[:params] << [new_key, current_value.to_s]
+        end
+      end
+    end
+  end
+end