arachni-typhoeus 0.2.0

data/lib/typhoeus/remote_proxy_object.rb

@@ -0,0 +1,50 @@
+module Typhoeus
+  class RemoteProxyObject
+    instance_methods.each { |m| undef_method m unless m =~ /^__|object_id/ }
+
+    def initialize(clear_memoized_store_proc, easy, options = {})
+      @clear_memoized_store_proc = clear_memoized_store_proc
+      @easy      = easy
+      @success   = options[:on_success]
+      @failure   = options[:on_failure]
+      @cache     = options.delete(:cache)
+      @cache_key = options.delete(:cache_key)
+      @timeout   = options.delete(:cache_timeout)
+      Typhoeus.add_easy_request(@easy)
+    end
+
+    def method_missing(sym, *args, &block)
+      unless @proxied_object
+        if @cache && @cache_key
+          @proxied_object = @cache.get(@cache_key) rescue nil
+        end
+
+        unless @proxied_object
+          Typhoeus.perform_easy_requests
+          response = Response.new(:code => @easy.response_code,
+                                  :curl_return_code => @easy.curl_return_code,
+                                  :curl_error_message => @easy.curl_error_message,
+                                  :headers => @easy.response_header,
+                                  :body => @easy.response_body,
+                                  :time => @easy.total_time_taken,
+                                  :requested_url => @easy.url,
+                                  :requested_http_method => @easy.method,
+                                  :start_time => @easy.start_time)
+          if @easy.response_code >= 200 && @easy.response_code < 300
+            Typhoeus.release_easy_object(@easy)
+            @proxied_object = @success.nil? ? response : @success.call(response)
+
+            if @cache && @cache_key
+              @cache.set(@cache_key, @proxied_object, @timeout)
+            end
+          else
+            @proxied_object = @failure.nil? ? response : @failure.call(response)
+          end
+         @clear_memoized_store_proc.call
+       end
+      end
+
+      @proxied_object.__send__(sym, *args, &block)
+    end
+  end
+end

data/lib/typhoeus/request.rb

@@ -0,0 +1,210 @@
+require 'uri'
+
+module Typhoeus
+  class Request
+    attr_reader   :url
+    attr_writer   :headers
+    attr_accessor :method, :params, :body, :connect_timeout, :timeout,
+                  :user_agent, :response, :cache_timeout, :follow_location,
+                  :max_redirects, :proxy, :proxy_username,:proxy_password,
+                  :disable_ssl_peer_verification,
+                  :ssl_cert, :ssl_cert_type, :ssl_key, :ssl_key_type,
+                  :ssl_key_password, :ssl_cacert, :ssl_capath, :verbose,
+                  :username, :password, :auth_method, :user_agent,
+                  :proxy_auth_method, :proxy_type
+
+    # Initialize a new Request
+    #
+    # Options:
+    # * +url+ : Endpoint (URL) of the request
+    # * +options+   : A hash containing options among :
+    # ** +:method+  : :get (default) / :post / :put
+    # ** +:params+  : params as a Hash
+    # ** +:body+
+    # ** +:timeout+ : timeout (ms)
+    # ** +:connect_timeout+ : connect timeout (ms)
+    # ** +:headers+  : headers as Hash
+    # ** +:user_agent+ : user agent (string)
+    # ** +:cache_timeout+ : cache timeout (ms)
+    # ** +:follow_location
+    # ** +:max_redirects
+    # ** +:proxy
+    # ** +:disable_ssl_peer_verification
+    # ** +:ssl_cert
+    # ** +:ssl_cert_type
+    # ** +:ssl_key
+    # ** +:ssl_key_type
+    # ** +:ssl_key_password
+    # ** +:ssl_cacert
+    # ** +:ssl_capath
+    # ** +:verbose
+    # ** +:username
+    # ** +:password
+    # ** +:auth_method
+    #
+    def initialize(url, options = {})
+      @method           = options[:method] || :get
+      @params           = options[:params]
+      @body             = options[:body]
+      @timeout          = options[:timeout]
+      @connect_timeout  = options[:connect_timeout]
+      @headers          = options[:headers] || {}
+      @user_agent       = options[:user_agent] || Typhoeus::USER_AGENT
+      @cache_timeout    = options[:cache_timeout]
+      @follow_location  = options[:follow_location]
+      @max_redirects    = options[:max_redirects]
+      @proxy            = options[:proxy]
+      @proxy_type       = options[:proxy_type]
+      @proxy_username   = options[:proxy_username]
+      @proxy_password   = options[:proxy_password]
+      @proxy_auth_method = options[:proxy_auth_method]
+      @disable_ssl_peer_verification = options[:disable_ssl_peer_verification]
+      @ssl_cert         = options[:ssl_cert]
+      @ssl_cert_type    = options[:ssl_cert_type]
+      @ssl_key          = options[:ssl_key]
+      @ssl_key_type     = options[:ssl_key_type]
+      @ssl_key_password = options[:ssl_key_password]
+      @ssl_cacert       = options[:ssl_cacert]
+      @ssl_capath       = options[:ssl_capath]
+      @verbose          = options[:verbose]
+      @username         = options[:username]
+      @password         = options[:password]
+      @auth_method      = options[:auth_method]
+
+      if @method == :post
+        @url = url
+      else
+        @url = @params ? "#{url}?#{params_string}" : url
+      end
+
+      @parsed_uri = URI.parse(@url)
+
+      @on_complete      = nil
+      @after_complete   = nil
+      @handled_response = nil
+    end
+
+    LOCALHOST_ALIASES = %w[ localhost 127.0.0.1 0.0.0.0 ]
+
+    def localhost?
+      LOCALHOST_ALIASES.include?(@parsed_uri.host)
+    end
+
+    def host
+      slash_location = @url.index('/', 8)
+      if slash_location
+        @url.slice(0, slash_location)
+      else
+        query_string_location = @url.index('?')
+        return query_string_location ? @url.slice(0, query_string_location) : @url
+      end
+    end
+
+    def host_domain
+      @parsed_uri.host
+    end
+
+    def headers
+      @headers["User-Agent"] = @user_agent
+      @headers
+    end
+
+    def params_string
+      params.keys.sort { |a, b| a.to_s <=> b.to_s }.collect do |k|
+        value = params[k]
+        if value.is_a? Hash
+          value.keys.collect {|sk| Typhoeus::Utils.escape("#{k}[#{sk}]") + "=" + Typhoeus::Utils.escape(value[sk].to_s)}
+        elsif value.is_a? Array
+          key = Typhoeus::Utils.escape(k.to_s)
+          value.collect { |v| "#{key}[]=#{Typhoeus::Utils.escape(v.to_s)}" }.join('&')
+        else
+          "#{Typhoeus::Utils.escape(k.to_s)}=#{Typhoeus::Utils.escape(params[k].to_s)}"
+        end
+      end.flatten.join("&")
+    end
+
+    def on_complete(&block)
+      @on_complete = block
+    end
+
+    def on_complete=(proc)
+      @on_complete = proc
+    end
+
+    def after_complete(&block)
+      @after_complete = block
+    end
+
+    def after_complete=(proc)
+      @after_complete = proc
+    end
+
+    def call_handlers
+      if @on_complete
+        @handled_response = @on_complete.call(response)
+        call_after_complete
+      end
+    end
+
+    def call_after_complete
+      @after_complete.call(@handled_response) if @after_complete
+    end
+
+    def handled_response=(val)
+      @handled_response = val
+    end
+
+    def handled_response
+      @handled_response || response
+    end
+
+    def inspect
+      result = ":method => #{self.method.inspect},\n" <<
+               "\t:url => #{URI.parse(self.url).to_s}"
+      if self.body and !self.body.empty?
+        result << ",\n\t:body => #{self.body.inspect}"
+      end
+
+      if self.params and !self.params.empty?
+        result << ",\n\t:params => #{self.params.inspect}"
+      end
+
+      if self.headers and !self.headers.empty?
+        result << ",\n\t:headers => #{self.headers.inspect}"
+      end
+
+      result
+    end
+
+    def cache_key
+      Digest::SHA1.hexdigest(url)
+    end
+
+    def self.run(url, params)
+      r = new(url, params)
+      Typhoeus::Hydra.hydra.queue r
+      Typhoeus::Hydra.hydra.run
+      r.response
+    end
+
+    def self.get(url, params = {})
+      run(url, params.merge(:method => :get))
+    end
+
+    def self.post(url, params = {})
+      run(url, params.merge(:method => :post))
+    end
+
+    def self.put(url, params = {})
+      run(url, params.merge(:method => :put))
+    end
+
+    def self.delete(url, params = {})
+      run(url, params.merge(:method => :delete))
+    end
+
+    def self.head(url, params = {})
+      run(url, params.merge(:method => :head))
+    end
+  end
+end

data/lib/typhoeus/response.rb

@@ -0,0 +1,91 @@
+module Typhoeus
+  class Response
+    attr_accessor :request, :mock
+    attr_reader :code, :headers, :body, :time,
+                :requested_url, :requested_remote_method,
+                :requested_http_method, :start_time,
+                :effective_url, :start_transfer_time,
+                :app_connect_time, :pretransfer_time,
+                :connect_time, :name_lookup_time,
+                :curl_return_code, :curl_error_message
+
+    attr_writer :headers_hash
+
+    def initialize(params = {})
+      @code                  = params[:code]
+      @curl_return_code      = params[:curl_return_code]
+      @curl_error_message    = params[:curl_error_message]
+      @status_message        = params[:status_message]
+      @http_version          = params[:http_version]
+      @headers               = params[:headers] || ''
+      @body                  = params[:body]
+      @time                  = params[:time]
+      @requested_url         = params[:requested_url]
+      @requested_http_method = params[:requested_http_method]
+      @start_time            = params[:start_time]
+      @start_transfer_time   = params[:start_transfer_time]
+      @app_connect_time      = params[:app_connect_time]
+      @pretransfer_time      = params[:pretransfer_time]
+      @connect_time          = params[:connect_time]
+      @name_lookup_time      = params[:name_lookup_time]
+      @request               = params[:request]
+      @effective_url         = params[:effective_url]
+      @mock                  = params[:mock] || false  # default
+      @headers_hash          = NormalizedHeaderHash.new(params[:headers_hash]) if params[:headers_hash]
+    end
+
+    # Returns true if this is a mock response.
+    def mock?
+      @mock
+    end
+
+    def headers_hash
+      @headers_hash ||= begin
+        headers.split("\n").map {|o| o.strip}.inject(Typhoeus::NormalizedHeaderHash.new) do |hash, o|
+          if o.empty? || o =~ /^HTTP\/[\d\.]+/
+            hash
+          else
+            i = o.index(":") || o.size
+            key = o.slice(0, i)
+            value = o.slice(i + 1, o.size)
+            value = value.strip unless value.nil?
+            if hash.has_key? key
+              hash[key] = [hash[key], value].flatten
+            else
+              hash[key] = value
+            end
+
+            hash
+          end
+        end
+      end
+    end
+
+    def status_message
+      # http://rubular.com/r/eAr1oVYsVa
+      @status_message ||= first_header_line ? first_header_line[/\d{3} (.*)$/, 1].chomp : nil
+    end
+
+    def http_version
+      @http_version ||= first_header_line ? first_header_line[/HTTP\/(\S+)/, 1] : nil
+    end
+
+    def success?
+      @code >= 200 && @code < 300
+    end
+
+    def modified?
+      @code != 304
+    end
+
+    def timed_out?
+      curl_return_code == 28
+    end
+
+    private
+
+      def first_header_line
+        @first_header_line ||= headers.split("\n").first
+      end
+  end
+end

data/lib/typhoeus/service.rb

@@ -0,0 +1,20 @@
+module Typhoeus
+  class Service
+    def initialize(host, port)
+      @host = host
+      @port = port
+    end
+    
+    def get(resource, params)
+    end
+    
+    def put(resource, params)
+    end
+    
+    def post(resource, params)
+    end
+    
+    def delete(resource, params)
+    end
+  end
+end

data/lib/typhoeus/utils.rb

@@ -0,0 +1,24 @@
+module Typhoeus
+  module Utils
+    # Taken from Rack::Utils, 1.2.1 to remove Rack dependency.
+    def escape(s)
+      s.to_s.gsub(/([^ a-zA-Z0-9_.-]+)/u) {
+        '%'+$1.unpack('H2'*bytesize($1)).join('%').upcase
+      }.tr(' ', '+')
+    end
+    module_function :escape
+
+    # Return the bytesize of String; uses String#size under Ruby 1.8 and
+    # String#bytesize under 1.9.
+    if ''.respond_to?(:bytesize)
+      def bytesize(string)
+        string.bytesize
+      end
+    else
+      def bytesize(string)
+        string.size
+      end
+    end
+    module_function :bytesize
+  end
+end

data/profilers/valgrind.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+# go to ext/typhoeus and run ruby extconf.rb && make before running
+# this.
+
+$LOAD_PATH.unshift(File.dirname(__FILE__) + "/../ext")
+require File.dirname(__FILE__) + "/../lib/typhoeus"
+
+klass = Class.new { include Typhoeus }
+
+loops = ENV['LOOPS'].to_i
+url = ARGV.first || (raise "requires URL!")
+
+loops.times do |i|
+  puts "On loop #{i}" if i % 10 == 0
+  results = []
+  5.times do
+    results << klass.get(url)
+  end
+ 
+  # fire requests
+  results[0].code
+end
+
+puts "Ran #{loops} loops on #{url}!"

data/spec/fixtures/result_set.xml

@@ -0,0 +1,60 @@
+<result_set>
+  <ttl>20</ttl>
+  <result>
+    <id>1</id>
+    <name>hello</name>
+    <description>
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+    </description>
+  </result>
+  <result>
+    <id>2</id>
+    <name>hello</name>
+    <description>
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+    </description>
+  </result>
+  <result>
+    <id>3</id>
+    <name>hello</name>
+    <description>
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+      this is a long description for a text field of some kind.
+    </description>
+  </result>
+</result_set>