emmy-http-client 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e70c6816ddbf44129408eec3794af3c2fa080186
+  data.tar.gz: a905a21cf3b62df621016d2103a16ade3837efa2
+SHA512:
+  metadata.gz: 12a64477a419e0111d6b03d508ca10bf800fa6cd92badf4f0a33af60ae6f1eaf2a4f3a7870767dbbf7870a2aa558735b55699cfad383d59b6becca9854697660
+  data.tar.gz: 56afff0f431c34a2b8303c8cb1d7e17f42bb3d7db1e6de164b0ea9b88357a4e4a98a5a64243fd6c8823b81f1ac49b167d4559a4eab4cefa85d8e70810e20e0bb

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.1.5

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in emmy-http-client.gemspec
+gemspec
+
+gem "emmy-http", path: "~/Dropbox/Projects/emmy/emmy-http"
+gem "emmy-machine", path: "~/Dropbox/Projects/emmy/emmy-machine"

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 che
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,56 @@
+# Emmy::Http::Client
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/emmy/http/client`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'emmy-http-client'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install emmy-http-client
+
+## Usage
+
+Long way,
+
+```ruby
+request = EmmyHttp::Request.new(url: "http://google.com")
+operation = EmmyHttp::Operation.new(request, EmmyHttp::Client::Adapter)
+response = operation.sync
+```
+
+Short way,
+
+```ruby
+response = Emmy.http_request(url: "http://google.com").sync
+```
+
+
+```ruby
+request = Emmy.http.defauls(post: "http://google.com", body: {param: 'foo'})
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/inre/emmy-http-client/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/TODO.md

@@ -0,0 +1,3 @@
+# TODO
+
+* FormData

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "emmy_http/client"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/emmy-http-client.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'emmy_http/client/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "emmy-http-client"
+  spec.version       = EmmyHttp::Client::VERSION
+  spec.authors       = ["inre"]
+  spec.email         = ["inre.storm@gmail.com"]
+
+  spec.summary       = %q{HTTP request client}
+  spec.description   = %q{EventMachine-based HTTP request client}
+  #spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "event_object"
+  spec.add_dependency "fibre"
+  spec.add_dependency "emmy-machine"
+  spec.add_dependency "emmy-http"
+
+  spec.add_development_dependency "bundler", "~> 1.9"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/emmy_http/client.rb

@@ -0,0 +1,20 @@
+require 'event_object'
+require 'emmy_http'
+require 'fibre'
+require 'emmy_machine'
+
+require "emmy_http/client/version"
+require "emmy_http/client/cookie"
+require "emmy_http/client/parser"
+require "emmy_http/client/adapter"
+require "emmy_http/client/client"
+require "emmy_http/client/encoding"
+
+module EmmyHttp
+  module Client
+    USER_AGENT   = 'emmy-http'.freeze
+    HTTP_VERSION = 'HTTP/1.1'.freeze
+
+    autoload :Monitor, "emmy_http/client/monitor"
+  end
+end

data/lib/emmy_http/client/adapter.rb

@@ -0,0 +1,19 @@
+module EmmyHttp
+  class Client::Adapter
+    include EmmyHttp::Adapter
+
+    attr_accessor :operation
+    attr_accessor :client
+
+    def delegate=(operation)
+      @operation = operation
+      @client = Client::Client.new(operation.request, self)
+    end
+
+    def to_a
+      client.to_a
+    end
+
+    #<<<
+  end
+end

data/lib/emmy_http/client/agent.rb

@@ -0,0 +1,5 @@
+module EmmyHttp
+  class Client::Agent
+    
+  end
+end

data/lib/emmy_http/client/client.rb

@@ -0,0 +1,204 @@
+module EmmyHttp
+  class Client::Client
+    using EventObject
+
+    events :change
+
+    attr_accessor :url
+    attr_accessor :request
+    attr_accessor :response
+    attr_accessor :state
+
+    attr_accessor :connection
+    attr_accessor :operation
+    attr_accessor :adapter
+    attr_accessor :parser
+
+    attr_accessor :redirects
+
+    def initialize(request, adapter)
+      @request   = request
+      @adapter   = adapter
+      @operation = adapter.operation
+      @redirects = 0
+      #@cookie    = Cookie.new
+      prepare_url
+      change_state(:idle)
+    end
+
+
+    def initialize_connection(conn)
+      @connection = conn
+      @parser  = Client::Parser.new
+      #@parser.header_value_type = :mixed
+      client = self
+
+      conn.pending_connect_timeout = request.timeouts.connect
+      conn.comm_inactivity_timeout = request.timeouts.inactivity
+
+      conn.on :connect do
+        send_request
+        change_state(:wait_response)
+      end
+
+      conn.on :data do |chunk|
+        begin
+          parser << chunk
+        rescue EmmyHttp::ParserError => e
+          conn.error!(e.message)
+        end
+      end
+
+      conn.on :close do
+        if state == :body && !client.response.content_length?
+          client.response.finish
+        end
+
+        if client.response && client.response.redirection?
+          change_state(:redirect)
+          client.url = URI(client.response.location)
+          client.response = nil
+          parser.reset!
+          operation.reconnect
+        end
+
+        if client.response && client.response.finished?
+          change_state(:success)
+          operation.success!(response, operation, connection)
+        end
+      end
+
+      conn.on :error do |message|
+        change_state(:catch_error)
+      end
+
+      conn.on :handshake do
+
+      end
+
+      conn.on :verify_peer do
+
+      end
+
+      parser.on :head do |headers|
+        #parser.http_version
+        change_state(:body)
+        client.response = EmmyHttp::Response.new(
+          status: parser.status_code, # for responses
+          headers: headers,
+          body: ''
+        )
+        operation.head!(response, operation, connection)
+        #parser.reset = true if request.no_body?
+      end
+
+      parser.on :body do |chunk|
+        response.data!(chunk)
+      end
+
+      parser.on :completed do
+        client.response.finish
+        stop
+      end
+
+      change_state(:wait_connect)
+    end
+
+    def send_request
+      headers = {}
+      body    = prepare_body(headers)
+
+      prepare_headers(headers)
+      send_http_request(headers, body)
+    end
+
+    def prepare_url
+      @url       = request.url
+      @url.path  = request.path.to_s if request.path
+      @url.query = request.query.is_a?(Hash) ? Encoding.query(request.query) : request.query.to_s if request.query
+    end
+
+    def prepare_body(headers)
+      body, form, json, file = request.body, request.form, request.json, request.file
+
+      if body
+        raise "body cannot be hash use form attribute instead" if body.is_a?(Hash)
+        body_text = body.is_a?(Array) ? body.join : body.to_s
+        headers['Content-Length'] = body_text.bytesize
+        body_text
+
+      elsif form
+        form_encoded = form.is_a?(String) ? form : Encoding.www_form(form)
+        body_text = Encoding.rfc3986(form_encoded)
+        headers['Content-Type'] = 'application/x-www-form-urlencoded'
+        headers['Content-Length'] = body_text.bytesize
+        body_text
+
+      elsif json
+        json_string = json.is_a?(String) ? json : (json.respond_to?(:to_json) ? json.to_json : JSON.dump(json))
+        headers['Content-Length'] = json_string.size
+        headers['Content-Type']   = 'application/json'
+        json_string
+
+      elsif file
+        headers['Content-Length'] = File.size(file)
+        nil
+      else
+        headers['Content-Length'] = 0 if %w('POST PUT').include? request.type
+        '' # empty body
+      end
+    end
+
+    def prepare_headers(headers)
+      headers.merge!(EmmyHttp::Utils.convert_headers(request.headers))
+
+      # TODO: proxy authorization
+
+      # TODO: cookie
+
+      headers['Connection']    = 'close' unless request.keep_alive?
+      headers['User-Agent']    =  Client::USER_AGENT unless headers.key? 'User-Agent'
+      headers['Authorization'] = url.userinfo.split(/:/, 2) if url.userinfo
+
+      unless headers.key? 'Host'
+        headers['Host']  = url.host
+        headers['Host'] += ":#{uri.port}" unless (url.scheme == 'http'  && url.port == 80) ||
+                                                 (url.scheme == 'https' && url.port == 443)
+      end
+    end
+
+    def send_http_request(headers, body)
+
+      # Send headers
+
+      head = "#{request.type.upcase} #{url_path} #{Client::HTTP_VERSION}\r\n"
+      head = headers.inject(head) { |r, (k, v)| "#{r}#{k}:#{v}\r\n" }
+      head += "\r\n"
+      connection.send_data head
+
+      # Send body
+
+      connection.send_data body if body
+      connection.send_stream_file_data request.file if request.file
+    end
+
+    def url_path
+      url.query ? '/' + url.path + '?' + url.query : '/' + url.path
+    end
+
+    def stop(reason='')
+      connection.close_connection if connection
+    end
+
+    def change_state(new_state)
+      @state = new_state
+      change!(state, self)
+    end
+
+    def to_a
+      ["tcp://#{url.host}:#{url.port}", connection || EmmyMachine::Connection, method(:initialize_connection), self]
+    end
+
+    #<<<
+  end
+end

data/lib/emmy_http/client/cookie.rb

@@ -0,0 +1,21 @@
+module EmmyHttp
+  class Client::Cookie
+
+    attr_accessor :conductor
+
+    def initialize
+      @conductor = ::CookieJar::Jar.new
+    end
+
+    def set_cookie(uri, string)
+      @conductor.set_cookie(uri, string)
+    rescue nil
+      # ignore invalid cookies
+    end
+
+    def get_cookies(uri)
+      uri ? @jar.get_cookies(uri) : []
+    end
+
+  end
+end

data/lib/emmy_http/client/encoding.rb

@@ -0,0 +1,31 @@
+module EmmyHttp
+  module Encoding
+    extend self
+
+    def escape(str)
+      str.gsub(/([^a-zA-Z0-9_.-]+)/) { '%'+$1.unpack('H2'*$1.bytesize).join('%').upcase }
+    end
+
+    def rfc3986(str)
+      str.gsub(/([!'()*]+)/m) { '%'+$1.unpack('H2'*$1.bytesize).join('%').upcase }
+    end
+
+    def www_form(enum)
+      URI.encode_www_form(enum)
+    end
+
+    def query(query)
+      query.map { |k, v| param(k, v) }.join('&')
+    end
+
+    def param(k, v)
+      if v.is_a?(Array)
+        v.map { |e| escape(k) + "[]=" + escape(e) }.join("&")
+      else
+        escape(k) + "=" + escape(v)
+      end
+    end
+
+    #<<<
+  end
+end

data/lib/emmy_http/client/monitor.rb

@@ -0,0 +1,38 @@
+module EmmyHttp
+  class Client::Monitor
+    using EventObject
+    
+    attr_accessor :logger
+
+    def bind(op)
+      @operation = op
+
+      # operation events
+
+      op.on :init do
+        logger.debug "connected"
+      end
+
+      op.on :head do
+        logger.debug "headers received"
+      end
+
+      op.on :success do |response, operation, conn|
+        logger.info("request success with status #{response.status}")
+      end
+
+      op.on :error do |message|
+        logger.error(message)
+      end
+
+      # client events
+
+      op.adapter.client.on :change do |state, client|
+        logger.debug "change state to #{state}"
+      end
+
+    end
+
+    #<<<
+  end
+end

data/lib/emmy_http/client/parser.rb

@@ -0,0 +1,60 @@
+require 'http/parser'
+
+module EmmyHttp
+  class Client::Parser
+    using EventObject
+
+    events :head, :body, :completed
+
+    attr_accessor :http_parser
+    attr_accessor :stop
+    attr_accessor :no_body
+
+    def initialize
+      @http_parser = HTTP::Parser.new
+      @http_parser.header_value_type = :mixed
+      @http_parser.on_headers_complete = proc do
+        head!(http_parser.headers, http_parser)
+        stop ? :stop : (no_body ? :reset : nil)
+      end
+      @http_parser.on_body = proc do |chunk|
+        body!(chunk)
+      end
+      @http_parser.on_message_complete = proc do
+        completed!
+      end
+    end
+
+    def <<(data)
+      @http_parser << data
+    rescue HTTP::Parser::Error => e
+      raise EmmyHttp::ParserError, e.to_s
+    end
+
+    def status_code
+      @http_parser.status_code
+    end
+
+    def http_method
+      @http_parser.http_method
+    end
+
+    def headers
+      @http_parser.headers
+    end
+
+    def http_version
+      @http_parser.http_version
+    end
+
+    def request_url
+      @http_parser.request_url
+    end
+
+    def reset!
+      @http_parser.reset!
+    end
+
+    #<<<
+  end
+end

data/lib/emmy_http/client/version.rb

@@ -0,0 +1,5 @@
+module EmmyHttp
+  module Client
+    VERSION = "0.1.0"
+  end
+end

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: emmy-http-client
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- inre
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-04-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: event_object
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fibre
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: emmy-machine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: emmy-http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: EventMachine-based HTTP request client
+email:
+- inre.storm@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- TODO.md
+- bin/console
+- bin/setup
+- emmy-http-client.gemspec
+- lib/emmy_http/client.rb
+- lib/emmy_http/client/adapter.rb
+- lib/emmy_http/client/agent.rb
+- lib/emmy_http/client/client.rb
+- lib/emmy_http/client/cookie.rb
+- lib/emmy_http/client/encoding.rb
+- lib/emmy_http/client/monitor.rb
+- lib/emmy_http/client/parser.rb
+- lib/emmy_http/client/version.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.3
+signing_key: 
+specification_version: 4
+summary: HTTP request client
+test_files: []