mbrowser 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0173dcefeb282ea61f419fe551c4bbaf6b9e27ab
-  data.tar.gz: 7080c42159d090d1051ae5e097722284f3b3774a
+  metadata.gz: 5749be3be28a438f76b0f59fc8860200a716a6c7
+  data.tar.gz: d7b84f26567c4bee2440471ec95a778b66da6de8
 SHA512:
-  metadata.gz: a07b8cee604b44b6f62acdc64e40abf042c5461f1e2535cb84c53c30c011ebc7fec59c063ca38bd66c39397973512cdf4ec3effdc081184f34e3efdcbb206198
-  data.tar.gz: 417718863c4d50ae6513f597dee03b118b5d78c3df4f6c2de46cbaa40a18b5b3c0f9d61828235349e281651e238e3471d1375aa202bf07f6bd2e16f1c728de80
+  metadata.gz: f7444681bf7fe9b98613c62a983489085d86bfd2d4a13075318d47736cd0fba83591c1db7c7835080d28d21942f4e0d1526f1e7c41abe9ba9ea4bd26e7fc0185
+  data.tar.gz: 2f05805a3c8e7b5ec0f045293136cdbf8136247bc55cae8ba982199b225554ff546756001e964a8c1ba9a03ec6919efcca24445368144ffd2417b01ec82ac501

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+
+# Specify your gem's dependencies in mbrowser.gemspec
+gemspec
+
+gem 'curb'
+gem 'nokogiri'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 lvpython
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Mbrowser
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'mbrowser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mbrowser
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/mbrowser.rb

@@ -0,0 +1,6 @@
+require "mbrowser/version"
+require "mbrowser/browser"
+module Mbrowser
+	#Demo
+  #Mbrowser::Browser.new(method: "get", url: "https://apps.yottaa.com")
+end

data/lib/mbrowser/base.rb

@@ -0,0 +1,57 @@
+require 'mbrowser/cookie'
+require 'uri'
+require 'curl'
+class Curl::Easy
+	attr_accessor :domain
+end
+module Mbrowser
+  class Base
+  	
+  	USER_AGENT = { "firefox" => "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:16.0) Gecko/20100101 Firefox/16.0"
+  	}
+  	ACCEPT = {"html+xml" => "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+  						"json" => "application/json, text/javascript, */*; q=0.01"}
+    ACCEPT_ENCODING = {"default" => "", "gzip" => "gzip,deflate,sdch"}
+
+  	def initialize(attrs = {})
+  		domain =  attrs[:host]
+  		my_host = URI.parse attrs[:url]
+  		domain ||= my_host.host
+			@is_gzip = true
+  		@curl = Curl::Easy.new(attrs[:url])
+  		@curl.domain = domain
+		  @curl.follow_location = attrs[:follow_location] || true
+		  @curl.enable_cookies = true
+		  @curl.post_body = attrs[:post_body] if attrs[:post_body]
+		  @curl.cookies = Mbrowser::Cookie.export_cookies domain
+		  @curl.dns_cache_timeout= attrs[:dns_timeout] || 60
+		  @curl.max_redirects = attrs[:redirect_num] || 10
+		  @curl.use_ssl = attrs[:use_ssl] || Curl::CURL_USESSL_TRY
+		  @curl.ssl_verify_host = attrs[:verify_host] || false
+		  @curl.ssl_verify_peer = attrs[:verify_peer] || false
+		  @curl.useragent = attrs[:user_agent] || USER_AGENT["firefox"]
+
+		  custom_headers = {"Accept-Encoding" => ACCEPT_ENCODING["gzip"]}
+		  custom_headers.merge!({"Referer" => attrs[:header_referer]}) if attrs[:header_referer]
+		  if attrs[:header_accept]
+		  	if attrs[:header_accept] == "json"
+		  		custom_headers.merge!({"X-Requested-With" => "XMLHttpRequest"})
+		  	end
+		  	custom_headers.merge!({"Accept" => ACCEPT[attrs[:header_accept]]})
+		  end
+
+		  if attrs[:accept_encoding]
+		  	custom_headers.merge!({"Accept-Encoding" => ACCEPT_ENCODING[attrs[:accept_encoding]]}) 
+		  	if attrs[:accept_encoding] != "gzip"
+		  		@is_gzip = false
+		  	end
+		  end
+		  custom_headers.merge!({"X-CSRF-Token" => attrs[:header_csrf]}) if attrs[:header_csrf]
+		  custom_headers.merge!({"Host" => domain })
+		   custom_headers.merge!({"X-CSRF-Token" => attrs[:host]}) if attrs[:host]
+		  custom_headers.merge! attrs[:other_headers] if attrs[:other_headers] 
+		  @curl.headers = custom_headers.map{|key,value| "#{key}: #{value}"}
+
+  	end
+  end
+end

data/lib/mbrowser/browser.rb

@@ -0,0 +1,84 @@
+require 'mbrowser/base'
+require 'mbrowser/cookie'
+require 'zlib'
+require 'nokogiri' 
+require 'json'
+
+module Mbrowser
+  class Browser < Mbrowser::Base
+    RESERVED_CHARS=['[',']','+','=','/','#','&',':']
+  	METHOD_GROUPS = ["get", "post", "put", "delete"]
+    HTML = "html"
+    JSON = "json"
+    attr_accessor :curl
+
+  	def initialize(attrs = {})
+  		super(attrs)
+  		@method = attrs[:method]
+  		@payload = attrs[:payload] || {}
+      @_response = ""
+  		raise "unsupport method #{@method}" unless METHOD_GROUPS.include? @method
+  	end
+
+  	def open
+  		unless @payload.empty?
+        post_data = @payload.map{|key,value| "#{encode_data(key)}=#{encode_data(value)}"}.join("&")
+          @curl.send("http_#{@method}", post_data)
+    		else
+  			 @curl.send("http_#{@method}")
+  		end
+  		Mbrowser::Cookie.import_cookies @curl
+      self
+  	end
+
+  	def response_code
+  		@curl.response_code
+  	end
+
+  	def header_str
+  		@curl.header_str || ""
+  	end
+
+  	def body_str
+      if @is_gzip
+        begin
+    		  gz = Zlib::GzipReader.new(StringIO.new(@curl.body_str))    
+          responses = gz.read
+        rescue
+          @curl.body_str
+        end
+      else
+        @curl.body_str
+      end
+  	end
+
+    def formatted_response format = HTML
+      if format == JSON
+        @_response = JSON.parse(body_str)
+      elsif format == HTML
+        @_response = Nokogiri::HTML(body_str)
+      end
+    end
+
+    def pretty_response format = HTML      
+      formatted_response format
+      @_response
+    end
+
+    private      
+
+    def encode_data(value)
+        value.to_s.strip.split('').map{ |char|
+           if RESERVED_CHARS.include? char
+             "%#{char.unpack('H*')[0].upcase}"
+           else
+             char
+           end
+        }.reduce(:+)
+    end
+
+    def header_token_value(token)
+      header_str.split("\r\n").map{|v| v.split(": ")}.select{|item| item[0].downcase==token.downcase}
+    end
+  end
+end

data/lib/mbrowser/cookie.rb

@@ -0,0 +1,56 @@
+require 'yaml'
+module Mbrowser
+  class Cookie
+		$session_cookies = {}
+  	COOKIE_FILE = '/tmp/mbrowser_cookie.yml'
+  	class << self
+  		def load_cookie_from_disk
+  			$session_cookies = YAML::load_file(COOKIE_FILE) rescue {}
+  		end
+
+  		def dump_cookie_to_file
+  			File.open(COOKIE_FILE, 'w') {|f| f.write $session_cookies.to_yaml } 
+  		end
+
+			def export_cookies domain
+				load_cookie_from_disk if $session_cookies.empty?
+				cookie_store = $session_cookies.select{ |suffix_domain,value| domain.include? suffix_domain}.inject({}){|m,n| m.merge!(n[1]);m}
+				cookies_str = cookie_store.clone.keys.map{ |key|
+				 "#{cookie_store[key].empty? ? "" : "#{key}=#{cookie_store[key]};"}"
+				  }.join(" ")
+				cookies_str  
+			end
+
+			def import_cookies curl
+				cookie_headers= curl.header_str.split("\r\n").map{|v|  v if v =~ /^Set-Cookie:.*/ }.compact
+				
+				cookie_hashs = cookie_headers.map do |v| 
+					v = v[11..-1]
+					cookie_hash = v.split(";").inject({}){|m,item| m.merge!({item.split("=")[0].strip.to_sym=>item.split("=")[1..-1].join("=").to_s});m}
+					domain = cookie_hash[:domain]
+					domain ||= curl.domain
+					cookie_hash.delete(:domain)
+				  cookie_hash.delete(:expires)
+				  cookie_hash.delete(:path)
+				  cookie_hash.delete(:HttpOnly)
+				  $session_cookies[domain] ||= {}
+				  cookie_hash.each do |key,value|
+				  	if value.to_s.downcase.strip != "deleted"
+							$session_cookies[domain][key] = value.to_s
+				  	else
+							$session_cookies[domain].delete key
+				  	end
+				  end
+				end
+			  dump_cookie_to_file
+			end
+		end
+  end
+end
+
+class NilClass
+  def map
+  end
+  def each
+  end
+end

data/lib/mbrowser/version.rb

@@ -0,0 +1,3 @@
+module Mbrowser
+  VERSION = "0.0.3"
+end

data/mbrowser.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mbrowser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mbrowser"
+  spec.version       = Mbrowser::VERSION
+  spec.authors       = ["lvpython"]
+  spec.email         = ["lvpython@gmail.com"]
+  spec.description   = %q{CURL}
+  spec.summary       = %q{CURL}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", ">= 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_dependency "curb", ">= 0.8.3"
+  spec.add_dependency "nokogiri", ">= 1.6.0"
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mbrowser
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - lvpython
@@ -72,7 +72,18 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/mbrowser.rb
+- lib/mbrowser/base.rb
+- lib/mbrowser/browser.rb
+- lib/mbrowser/cookie.rb
+- lib/mbrowser/version.rb
+- mbrowser.gemspec
 homepage: ''
 licenses:
 - MIT