z-http-request 0.1.0

data/spec/stallion.rb

@@ -0,0 +1,296 @@
+# #--
+# Includes portion originally Copyright (C)2008 Michael Fellinger
+# license See file LICENSE for details
+# #--
+
+require 'rack'
+
+module Stallion
+  class Mount
+    def initialize(name, *methods, &block)
+      @name, @methods, @block = name, methods, block
+    end
+
+    def ride
+      @block.call
+    end
+
+    def match?(request)
+      method = request['REQUEST_METHOD']
+      right_method = @methods.empty? or @methods.include?(method)
+    end
+  end
+
+  class Stable
+    attr_reader :request, :response
+
+    def initialize
+      @boxes = {}
+    end
+
+    def in(path, *methods, &block)
+      mount = Mount.new(path, *methods, &block)
+      @boxes[[path, methods]] = mount
+      mount
+    end
+
+    def call(request, response)
+      @request, @response = request, response
+      @boxes.each do |(path, methods), mount|
+        if mount.match?(request)
+          mount.ride
+        end
+      end
+    end
+  end
+
+  STABLES = {}
+
+  def self.saddle(name = nil)
+    STABLES[name] = stable = Stable.new
+    yield stable
+  end
+
+  def self.run(options = {})
+    options = {:Host => "127.0.0.1", :Port => 8090}.merge(options)
+    Rack::Handler.get(:puma).run(Rack::Lint.new(self), options)
+  end
+
+  def self.call(env)
+    request = Rack::Request.new(env)
+    response = Rack::Response.new
+
+    STABLES.each do |name, stable|
+      stable.call(request, response)
+    end
+
+    response.finish
+  end
+end
+
+Stallion.saddle :spec do |stable|
+  stable.in '/' do
+
+    if stable.request.path_info == '/fail'
+      stable.response.status = 404
+
+    elsif stable.request.path_info == '/fail_with_nonstandard_response'
+      stable.response.status = 420
+
+    elsif stable.request.query_string == 'q=test'
+      stable.response.write 'test'
+
+    elsif stable.request.path_info == '/echo_query'
+      stable.response["ETag"] = "abcdefg"
+      stable.response["Last-Modified"] = "Fri, 13 Aug 2010 17:31:21 GMT"
+      stable.response.write stable.request.query_string
+
+    elsif stable.request.path_info == '/echo_headers'
+      stable.response["Set-Cookie"] = "test=yes"
+      stable.response["X-Forward-Host"] = "proxy.local"
+      stable.response.write stable.request.query_string
+
+    elsif stable.request.path_info == '/echo_content_length'
+      stable.response.write stable.request.content_length
+
+    elsif stable.request.path_info == '/echo_content_length_from_header'
+      stable.response.write "content-length:#{stable.request.env["CONTENT_LENGTH"]}"
+
+    elsif stable.request.head? && stable.request.path_info == '/'
+      stable.response.status = 200
+
+    elsif stable.request.delete?
+      stable.response.status = 200
+
+    elsif stable.request.put?
+      stable.response.write stable.request.body.read
+
+    elsif stable.request.post? || stable.request.patch?
+      if stable.request.path_info == '/echo_content_type'
+        stable.response["Content-Type"] = stable.request.env["CONTENT_TYPE"] || 'text/html'
+        stable.response.write stable.request.env["CONTENT_TYPE"]
+      else
+        stable.response.write stable.request.body.read
+      end
+
+    elsif stable.request.path_info == '/set_cookie'
+      stable.response["Set-Cookie"] = "id=1; expires=Sat, 09 Aug 2031 17:53:39 GMT; path=/;"
+      stable.response.write "cookie set"
+
+    elsif stable.request.path_info == '/set_multiple_cookies'
+      stable.response["Set-Cookie"] = [
+        "id=1; expires=Sat, 09 Aug 2031 17:53:39 GMT; path=/;",
+        "id=2;"
+      ]
+      stable.response.write "cookies set"
+
+    elsif stable.request.path_info == '/echo_cookie'
+      stable.response.write stable.request.env["HTTP_COOKIE"]
+
+    elsif stable.request.path_info == '/timeout'
+      sleep(10)
+      stable.response.write 'timeout'
+
+    elsif stable.request.path_info == '/cookie_parrot'
+      stable.response.status = 200
+      stable.response["Set-Cookie"] = stable.request.env['HTTP_COOKIE']
+
+    elsif stable.request.path_info == '/redirect'
+      stable.response.status = 301
+      stable.response["Location"] = "/gzip"
+      stable.response.write 'redirect'
+
+    elsif stable.request.path_info == '/redirect/created'
+      stable.response.status = 201
+      stable.response["Location"] = "/"
+      stable.response.write  'Hello, World!'
+
+    elsif stable.request.path_info == '/redirect/multiple-with-cookie'
+      stable.response.status = 301
+      stable.response["Set-Cookie"] = "another_id=1; expires=Sat, 09 Aug 2031 17:53:39 GMT; path=/;"
+      stable.response["Location"] = "/redirect"
+      stable.response.write 'redirect'
+
+    elsif stable.request.path_info == '/redirect/bad'
+      stable.response.status = 301
+      stable.response["Location"] = "http://127.0.0.1:8090"
+
+    elsif stable.request.path_info == '/redirect/timeout'
+      stable.response.status = 301
+      stable.response["Location"] = "http://127.0.0.1:8090/timeout"
+
+    elsif stable.request.path_info == '/redirect/head'
+      stable.response.status = 301
+      stable.response["Location"] = "/"
+
+    elsif stable.request.path_info == '/redirect/middleware_redirects_1'
+      stable.response.status = 301
+      stable.response["EM-Middleware"] = stable.request.env["HTTP_EM_MIDDLEWARE"]
+      stable.response["Location"] = "/redirect/middleware_redirects_2"
+
+    elsif stable.request.path_info == '/redirect/middleware_redirects_2'
+      stable.response.status = 301
+      stable.response["EM-Middleware"] = stable.request.env["HTTP_EM_MIDDLEWARE"]
+      stable.response["Location"] = "/redirect/middleware_redirects_3"
+
+    elsif stable.request.path_info == '/redirect/middleware_redirects_3'
+      stable.response.status = 200
+      stable.response["EM-Middleware"] = stable.request.env["HTTP_EM_MIDDLEWARE"]
+
+    elsif stable.request.path_info == '/redirect/nohost'
+      stable.response.status = 301
+      stable.response["Location"] = "http:/"
+
+    elsif stable.request.path_info == '/redirect/badhost'
+      stable.response.status = 301
+      stable.response["Location"] = "http://$$$@$!%&^"
+
+    elsif stable.request.path_info == '/gzip'
+      io = StringIO.new
+      gzip = Zlib::GzipWriter.new(io)
+      gzip << "compressed"
+      gzip.close
+
+      stable.response.write io.string
+      stable.response["Content-Encoding"] = "gzip"
+
+    elsif stable.request.path_info == '/gzip-large'
+      contents = File.open(File.dirname(__FILE__) + "/fixtures/gzip-sample.gz", 'r') { |f| f.read }
+
+      stable.response.write contents
+      stable.response["Content-Encoding"] = "gzip"
+
+    elsif stable.request.path_info == '/deflate'
+      deflater = Zlib::Deflate.new(
+        Zlib::DEFAULT_COMPRESSION,
+        -Zlib::MAX_WBITS, # drop the zlib header which causes both Safari and IE to choke
+        Zlib::DEF_MEM_LEVEL,
+        Zlib::DEFAULT_STRATEGY
+      )
+      deflater.deflate("compressed")
+      stable.response.write deflater.finish
+      stable.response["Content-Encoding"] = "deflate"
+
+    elsif stable.request.env["HTTP_IF_NONE_MATCH"]
+      stable.response.status = 304
+
+    elsif stable.request.path_info == '/auth' && stable.request.env["HTTP_AUTHORIZATION"]
+      stable.response.status = 200
+      stable.response.write stable.request.env["HTTP_AUTHORIZATION"]
+    elsif stable.request.path_info == '/authtest'
+      auth = "Basic %s" % Base64.encode64(['user', 'pass'].join(':')).split.join
+      if auth == stable.request.env["HTTP_AUTHORIZATION"]
+        stable.response.status = 200
+        stable.response.write 'success'
+      else
+        stable.response.status = 401
+      end
+    elsif stable.request.path_info == '/relative-location'
+      stable.response.status = 301
+      stable.response["Location"] = '/forwarded'
+    elsif stable.request.path_info == '/echo-user-agent'
+      stable.response.write stable.request.env["HTTP_USER_AGENT"].inspect
+
+    elsif
+      stable.response.write  'Hello, World!'
+    end
+
+  end
+end
+
+puma = Thread.new do
+  begin
+    Stallion.run :Host => '127.0.0.1', :Port => 8090
+  rescue => e
+    print e
+  end
+end
+
+# Simple HTTP Proxy server
+
+Thread.new do
+  server = TCPServer.new('127.0.0.1', 8083)
+  loop do
+    session = server.accept
+    request = ""
+    while (data = session.gets) != "\r\n"
+      request << data
+    end
+    parts = request.split("\r\n")
+    method, destination, http_version = parts.first.split(' ')
+    proxy = parts.find { |part| part =~ /Proxy-Authorization/ }
+    if destination =~ /^http:/
+      uri = Addressable::URI.parse(destination)
+      absolute_path = uri.path + (uri.query ? "?#{uri.query}" : "")
+      client = TCPSocket.open(uri.host, uri.port || 80)
+
+      client.write "#{method} #{absolute_path} #{http_version}\r\n"
+      parts[1..-1].each do |part|
+        client.write "#{part}\r\n"
+      end
+
+      client.write "\r\n"
+      client.flush
+      client.close_write
+
+      # Take the initial line from the upstream response
+      session.write client.gets
+
+      if proxy
+        session.write "X-Proxy-Auth: #{proxy}\r\n"
+      end
+
+      # What (absolute) uri was requested?  Send it back in a header
+      session.write "X-The-Requested-URI: #{destination}\r\n"
+
+      while data = client.gets
+        session.write data
+      end
+      session.flush
+      client.close
+    end
+    session.close
+  end
+end
+
+sleep(1)

data/spec/stub_server.rb

@@ -0,0 +1,42 @@
+class StubServer
+  module Server
+    def receive_data(data)
+      if echo?
+        send_data("HTTP/1.0 200 OK\r\nContent-Length: #{data.bytesize}\r\nContent-Type: text/plain\r\n\r\n")
+        send_data(data)
+      else
+        send_data @response
+      end
+
+      close_connection_after_writing
+    end
+
+    def echo= flag
+      @echo = flag
+    end
+
+    def echo?
+      !!@echo
+    end
+
+    def response=(response)
+      @response = response
+    end
+  end
+
+  def initialize options = {}
+    options = {:response => options} if options.kind_of?(String)
+    options = {:port     => 8081, :host => '127.0.0.1'}.merge(options)
+
+    host = options[:host]
+    port = options[:port]
+    @sig = ZMachine::start_server(host, port, Server) do |server|
+      server.response = options[:response]
+      server.echo     = options[:echo]
+    end
+  end
+
+  def stop
+    ZMachine.stop_server @sig
+  end
+end

data/z-http-request.gemspec

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+require 'z-http/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'z-http-request'
+  s.version     = ZMachine::HttpRequest::VERSION
+
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Ilya Grigorik", "LiquidM, Inc."]
+  s.email       = ['ilya@igvita.com', "opensource@liquidm.com"]
+  s.homepage    = 'http://github.com/liquidm/z-http-request'
+  s.summary     = 'ZMachine based, async HTTP Request client'
+  s.description = s.summary
+  s.license     = 'MIT'
+  s.rubyforge_project = 'z-http-request'
+
+  s.add_dependency 'addressable', '>= 2.3.4'
+  s.add_dependency 'cookiejar'
+  s.add_dependency 'zmachine'
+  s.add_dependency 'http_parser.rb', '>= 0.6.0.beta.2'
+
+  s.add_development_dependency 'puma'
+  s.add_development_dependency 'multi_json'
+  s.add_development_dependency 'rack'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'rspec'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ['lib']
+end

metadata

@@ -0,0 +1,248 @@
+--- !ruby/object:Gem::Specification
+name: z-http-request
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ilya Grigorik
+- LiquidM, Inc.
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2013-11-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: addressable
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.3.4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.3.4
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: cookiejar
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: zmachine
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: http_parser.rb
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.6.0.beta.2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.6.0.beta.2
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: puma
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rack
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+description: ZMachine based, async HTTP Request client
+email:
+- ilya@igvita.com
+- opensource@liquidm.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gemtest
+- .gitignore
+- .rspec
+- .ruby-version
+- .travis.yml
+- Gemfile
+- README.md
+- Rakefile
+- benchmarks/clients.rb
+- benchmarks/em-excon.rb
+- benchmarks/em-profile.gif
+- benchmarks/em-profile.txt
+- benchmarks/server.rb
+- examples/.gitignore
+- examples/digest_auth/client.rb
+- examples/digest_auth/server.rb
+- examples/fetch.rb
+- examples/fibered-http.rb
+- examples/multi.rb
+- examples/oauth-tweet.rb
+- examples/socks5.rb
+- lib/z-http-request.rb
+- lib/z-http.rb
+- lib/z-http/client.rb
+- lib/z-http/core_ext/bytesize.rb
+- lib/z-http/decoders.rb
+- lib/z-http/http_client_options.rb
+- lib/z-http/http_connection.rb
+- lib/z-http/http_connection_options.rb
+- lib/z-http/http_encoding.rb
+- lib/z-http/http_header.rb
+- lib/z-http/http_status_codes.rb
+- lib/z-http/middleware/digest_auth.rb
+- lib/z-http/middleware/json_response.rb
+- lib/z-http/middleware/oauth.rb
+- lib/z-http/middleware/oauth2.rb
+- lib/z-http/multi.rb
+- lib/z-http/request.rb
+- lib/z-http/version.rb
+- spec/client_spec.rb
+- spec/digest_auth_spec.rb
+- spec/dns_spec.rb
+- spec/encoding_spec.rb
+- spec/external_spec.rb
+- spec/fixtures/google.ca
+- spec/fixtures/gzip-sample.gz
+- spec/gzip_spec.rb
+- spec/helper.rb
+- spec/middleware_spec.rb
+- spec/multi_spec.rb
+- spec/pipelining_spec.rb
+- spec/redirect_spec.rb
+- spec/socksify_proxy_spec.rb
+- spec/spec_helper.rb
+- spec/ssl_spec.rb
+- spec/stallion.rb
+- spec/stub_server.rb
+- z-http-request.gemspec
+homepage: http://github.com/liquidm/z-http-request
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: z-http-request
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: ZMachine based, async HTTP Request client
+test_files:
+- spec/client_spec.rb
+- spec/digest_auth_spec.rb
+- spec/dns_spec.rb
+- spec/encoding_spec.rb
+- spec/external_spec.rb
+- spec/fixtures/google.ca
+- spec/fixtures/gzip-sample.gz
+- spec/gzip_spec.rb
+- spec/helper.rb
+- spec/middleware_spec.rb
+- spec/multi_spec.rb
+- spec/pipelining_spec.rb
+- spec/redirect_spec.rb
+- spec/socksify_proxy_spec.rb
+- spec/spec_helper.rb
+- spec/ssl_spec.rb
+- spec/stallion.rb
+- spec/stub_server.rb