cookie_http_client 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0ff55f1850c78b28d1384b7f8f2fed0b2ac85cfb
+  data.tar.gz: 1d68442de8c882aad981235cdc44fea36d00dcad
+SHA512:
+  metadata.gz: 66e8bdf23882505215f37a25a3913552f8c349136fd940df1077fbbf74f3a5b58063f5bb59f08bc945be3fe52988d8f1ffe85e7d81975cc073ff620923e4c31c
+  data.tar.gz: 30298cf2bf8725597c60c212980a934b51c41dbe03b5e4c13a69c4e40f0323ac8389132a160de0de99f8a2ef9893fe17df76ec34f630a15b1bf0deeef3d27b78

data/.gitignore

@@ -0,0 +1,35 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cookie_http_client.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Toshiyuki Suzumura
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,50 @@
+# CookieHttpClient
+
+HTTP clinet with cookie suppot.
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'cookie_http_client'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cookie_http_client
+
+## Usage
+
+
+### Basic GET/POST request
+
+    client = CookieHTTPClient.new("http://goo.gl/IwTffS")
+    res = client.get #=> Net::HTTPResponse
+    client.last_uri  #=> https://github.com/suzumura-ss/cookie_http_client
+
+    client = CookieHTTPClient.new("http://whois.jprs.jp/")
+    params = {'type'=>'DOM', 'key'=>'amazon.co.jp'}
+    res = client.post_form(params) #=> Net::HTTPResponse
+
+
+### Hooking redirection
+
+    client = CookieHTTPClient.new("http://goo.gl/IwTffS")
+    res = client.get{|uri|
+      # `uri` is URI of location-header.
+      # You can modify uri.
+      uri
+    }
+    
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/cookie_http_client/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/cookie_http_client.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cookie_http_client/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "cookie_http_client"
+  spec.version       = CookieHTTPClient::VERSION
+  spec.authors       = ["Toshiyuki Suzumura"]
+  spec.email         = ["suz.labo@amail.plala.or.jp"]
+  spec.summary       = %q{HTTP clinet with cookie support.}
+  spec.description   = nil
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_dependency "http-cookie"
+end

data/lib/cookie_http_client/version.rb

@@ -0,0 +1,3 @@
+class CookieHTTPClient
+  VERSION = "0.0.2"
+end

data/lib/cookie_http_client.rb

@@ -0,0 +1,119 @@
+require "cookie_http_client/version"
+require 'uri'
+require 'cgi'
+require 'net/https'
+require 'http/cookie'
+
+
+class CookieHTTPClient
+  THIS = CookieHTTPClient
+  class HTTPFound < Exception
+    attr_reader :redirect_uri, :source
+    def initialize(httpFound)
+      @source = httpFound
+      @redirect_uri = URI.parse(httpFound['location'])
+      @redirect_uri.path = '/' if @redirect_uri.path.empty?
+    end
+  end
+
+  class CookieJar < HTTP::CookieJar
+    def cookie_string(uri)
+      HTTP::Cookie.cookie_value(self.cookies(uri))
+    end
+
+    def set_cookie(str, uri)
+      if str and !str.empty?
+        self.parse(str, uri)
+      end
+    end
+  end
+
+  @@cookie_jar = nil
+  def self.cookie_jar
+    @@cookie_jar
+  end
+  def self.clear_cookie
+    @@cookie_jar = CookieJar.new unless @@cookie_jar
+    @@cookie_jar.clear
+  end
+
+protected
+  def request(uri, header={})
+    raise StandardError, "block required." unless block_given?
+    path = [uri.path, uri.query].compact.join('?')
+    http = @proxy.new(uri.host, uri.port)
+    http.use_ssl = uri.scheme=='https'
+    c = @@cookie_jar.cookie_string(uri)
+    h = header.clone
+    h["Cookie"] = c unless c.empty?
+    r = yield(http, path, h)
+    @@cookie_jar.set_cookie(r['set-cookie'], uri)
+    raise HTTPFound.new(r) if r.is_a? Net::HTTPFound or r.is_a? Net::HTTPMovedPermanently
+    r
+  end
+
+
+public
+  attr_reader :uri, :last_uri
+  attr_accessor :max_redirect_count
+
+  def initialize(uri, proxy=Net::HTTP)
+    @@cookie_jar = CookieJar.new unless @@cookie_jar
+    if uri.respond_to?(:path)
+      @uri = uri
+    else
+      @uri = URI.parse(uri)
+    end
+    @uri.path = '/' if @uri.path.empty?
+    @last_uri = nil
+    @proxy = proxy
+    @max_redirect_count = 10
+  end
+
+  # @param  header:Hash   request headers
+  # @param  block         callback when redirect with `uri`
+  # @return Net::HTTPResponse
+  def get(header={})
+    @last_uri = @uri.clone
+    count = @max_redirect_count
+    begin
+      request(@last_uri, header){|http, path, header2|
+        http.get(path, header2)
+      }
+    rescue HTTPFound =>e
+      count-=1
+      raise e if count==0
+      @last_uri = e.redirect_uri
+      @last_uri = yield(@last_uri) if block_given?
+      retry
+    end
+  end
+
+  # @param  data          post data
+  # @param  header:Hash   request headers
+  # @param  block         callback when redirect with `uri`
+  # @return Net::HTTPResponse
+  def post(data, header={}, &block)
+    begin
+      request(@uri, header){|http, path, header2|
+        http.post(path, data, header2)
+      }
+    rescue HTTPFound =>e
+      @last_uri = e.redirect_uri
+      @last_uri = yield(@last_uri) if block_given?
+      n = THIS.new(@last_uri)
+      r = n.get({}, &block)
+      @last_uri = n.last_uri
+      r
+    end
+  end
+
+  # @param  params:Hash   post data
+  # @param  header:Hash   request headers
+  # @param  block         callback when redirect with `uri`
+  # @return Net::HTTPResponse
+  def post_form(params, header={}, &block)
+    data = params.map{|k,v| "#{CGI.escape(k.to_s)}=#{CGI.escape(v.to_s)}"}.join('&')
+    post(data, header, &block)
+  end
+end

data/sample/theta360_login.rb

@@ -0,0 +1,40 @@
+require 'nokogiri'
+require 'cookie_http_client'
+
+
+client = CookieHTTPClient.new("https://theta360.com/authentication")
+puts "#{client.uri.host}/#{client.uri.path}"
+res = client.get{|uri|
+  puts "=> #{uri.host}#{uri.path}"
+  uri
+}
+select_html = Nokogiri::HTML(res.body)
+path = select_html.xpath("//div[@class=\"login_fb\"]/a").attribute("data-href").value
+
+
+client = CookieHTTPClient.new("https://theta360.com#{path}")
+res = client.get{|uri|
+  puts "=> #{uri.host}#{uri.path}"
+  uri
+}
+login_dialog = Nokogiri::HTML(res.body)
+form = login_dialog.xpath("//form[@id=\"login_form\"]")
+params = form.xpath("//input").inject({}){|s,v|
+  d = v.attribute('value')
+  s[v.attribute('name').value] = d ? d.value: nil
+  s
+}
+params['email'] = "valid-user@example.com"
+params['pass'] = "password"
+
+submit_u = client.last_uri.clone
+action_u = URI.parse(form.attribute('action').value)
+submit_u.path = action_u.path
+submit_u.query = action_u.query
+
+
+client = CookieHTTPClient.new(submit_u)
+result = client.post_form(params){|uri|
+  puts "=> #{uri.host}#{uri.path}"
+  uri
+}

data/spec/cookie_http_client_spec.rb

@@ -0,0 +1,55 @@
+require 'cookie_http_client'
+
+describe CookieHTTPClient do
+  before(:all) do
+    @proxy =if ENV['HTTP_PROXY']
+              uri = URI.parse(ENV['HTTP_PROXY'])
+              Net::HTTP.Proxy(uri.host, uri.port, uri.user, uri.password)
+            else
+              Net::HTTP
+            end
+  end
+
+  context "GET request" do
+    before(:all) do
+      @client = CookieHTTPClient.new("http://goo.gl/IwTffS", @proxy)
+      @redirect = nil
+      @res = @client.get{|uri|
+        @redirect = uri
+      }
+    end
+
+    it {
+      expect(@res.code).to be == "200"
+    }
+    it {
+      expect(@client.last_uri.to_s).to be == "https://github.com/suzumura-ss/cookie_http_client"
+    }
+    it {
+      expect(@redirect).not_to be_nil
+    }
+
+    it {
+      client = CookieHTTPClient.new("https://github.com/suzumura-ss/cookie_http_client", @proxy)
+      res = client.get
+      expect(CookieHTTPClient.cookie_jar.cookies(client.last_uri).size).to be > 0
+      CookieHTTPClient.cookie_jar.clear
+      expect(CookieHTTPClient.cookie_jar.cookies(client.last_uri).size).to be == 0
+    }
+  end
+
+  context "POST request" do
+    before(:all) do
+      q = {'type'=>'DOM', 'key'=>'amazon.co.jp'}
+      @client = CookieHTTPClient.new("http://whois.jprs.jp/", @proxy)
+      @res = @client.post_form(q)
+    end
+
+    it {
+      expect(@res.code).to be == "200"
+    }
+    it {
+      expect(@res.body).to match(/AMAZON.CO.JP/)
+    }
+  end
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification
+name: cookie_http_client
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Toshiyuki Suzumura
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: http-cookie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- suz.labo@amail.plala.or.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- cookie_http_client.gemspec
+- lib/cookie_http_client.rb
+- lib/cookie_http_client/version.rb
+- sample/theta360_login.rb
+- spec/cookie_http_client_spec.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: HTTP clinet with cookie support.
+test_files:
+- spec/cookie_http_client_spec.rb