tiny_grabber 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cc2bf3f0edb6791c50dd49acb8598f4122b9987d
-  data.tar.gz: 5ea131d8c111ef4d046f200e02d23b99898208a7
+  metadata.gz: ab45d7456aafa8950adab83118a361262dedbe36
+  data.tar.gz: 53d8c891ba604d1cbc36902e26936aff799caaac
 SHA512:
-  metadata.gz: 6aa4c7657e1793497bb0e23c878e8023b4b57ffad861469c15a0718d96d5dbd792054a485b39e36e2349aea5f5137941b60dc22b85a2a581cde061dc4e1c2ce7
-  data.tar.gz: d6692d4d452060e1fc003b94a6411925db99023284dba37f60a53eb727d37407b75088a1de6243e5bf4625146195fffa732f3e191d7af63be10cee62751a3bee
+  metadata.gz: a4c98e942cd4e60e107d5855752b5feea73394f74efb189e3e8d126f687add4f41fb44a4401190a28b43648618cce413ceb2d44711b44da291db6c8aacb0d684
+  data.tar.gz: 264df5fb5380e658f1f4c508c973d385a90a61fe08afd9c13baa9c51cab9eb5ba1d306b138ec9800bd2cfe508b627b88fd45249ff5ea5240f9f8a8fc29dce6cc

data/.gitignore

@@ -7,3 +7,4 @@
 /pkg/
 /spec/reports/
 /tmp/
+/log/

data/README.md

@@ -34,10 +34,18 @@ url = 'https://github.com/moroznoeytpo/tiny_grabber'
 headers = { 'Content-Type' => 'application/json' }
 
 # Set http(s)/socks4(5) proxy
+# Proxy type by default is http. You can change it to socks, with setting params proxy_type equal socks
 proxy = { ip: 'xx.xx.xx.xx', port: xx, proxy_type: :socks }
 
+# Set Basic Authentication
+auth = { username: '', password: '' }
+
+# Set POST data
+# Request HTTP type by default is GET. You can send POST request with setting post params. Also you cat send empty POST request.
+post = { some_data: '' }
+
 # Get response
-response = TinyGrabber.get url, headers: headers, proxy: proxy
+response = TinyGrabber.get url, headers: headers, proxy: proxy, auth: auth, post: post
 
 # HTTP answer code
 p response.code
@@ -47,16 +55,22 @@ p response.body
 
 # Nokogiri object
 p response.ng
+
+# Response cookies
+p response.cookies
 ```
 
 ## Changelog
 
-* ### *v 0.0.6*
+* *v 0.0.7*
+    * Add POST request
+    * Add Basic Authentication
+* *v 0.0.6*
     * Add Net::HTTPOK modify file for Nokogiri response
-* ### *v 0.0.5*
+* *v 0.0.5*
     * Fix work with non ascii url
     * Add new `ng` response method for getting Nokogiri object
-* ### *v 0.0.4*
+* *v 0.0.4*
     * Fix work with socks4(5) proxy
 
 ## Development

data/lib/tiny_grabber/http.rb

@@ -10,5 +10,11 @@ module Net
     def ng
       Nokogiri::HTML(self.body)
     end
+
+    # Response Cookies
+    #
+    def cookies
+      self.get_fields('set-cookie')
+    end
   end
 end

data/lib/tiny_grabber/version.rb

@@ -1,4 +1,4 @@
 class TinyGrabber
   # Version number
-  VERSION = "0.0.6"
+  VERSION = "0.0.7"
 end

data/lib/tiny_grabber.rb

@@ -12,13 +12,17 @@ class TinyGrabber
   # Get Net::HTTP object for content from remote single page
   # [url (string)] Link on content
   # [params (hash)] Addition setting
-  # * [proxy] Configuration of remote proxy server
+  # * [proxy (hash)] Configuration of remote proxy server
   #   * *ip* address of remote proxy server
   #   * *port* of remote proxy server
   #   * *proxy_type* of remote proxy server
   #     * *http* for http(s) proxy servers (by default)
   #     * *socks* for socks4/5 proxy servers
-  # * [headers] Headers
+  # * [headers (hash)] Headers
+  # * [auth (hash)] Basic Authentication
+  #   * *username* Authenticate username
+  #   * *password* Authenticate password
+  # * [post (hash)] POST data
   #
   # = Example
   #   TinyGrabber.get url, headers: { 'Content-Type' => 'application/json' }, proxy: { ip: 'xx.xx.xx.xx', port: xx, proxy_type: :socks }
@@ -30,25 +34,36 @@ class TinyGrabber
     uri = URI(URI.escape(url))
 
     params = convert_params_to_sym params
+
+    # Use proxy for request
     if params[:proxy]
-      # Socks4(5) proxy
       if ['socks', :socks].include?(params[:proxy][:proxy_type])
         http = Net::HTTP.SOCKSProxy(params[:proxy][:ip], params[:proxy][:port])
-      # Http(s) proxy
       else
         http = Net::HTTP::Proxy(params[:proxy][:ip], params[:proxy][:port])
       end
     else
       http = Net::HTTP
     end
-    response = http.start(uri.host, uri.port, use_ssl: uri.scheme == 'https') do |http|
-      request = Net::HTTP::Get.new uri
 
-      # Add headers
-      params[:headers].each { |k, v| request.add_field(k, v) } if params[:headers]
-      http.request request
+    # Set HTTP request type
+    if params[:post] or params.key?(:post)
+      request = Net::HTTP::Post.new(uri.request_uri)
+      request.set_form_data(params[:post])
+    else
+      request = Net::HTTP::Get.new(uri.request_uri)
+    end
+
+    # Set Basic Auth
+    if params[:auth]
+      request.basic_auth params[:auth][:username], params[:auth][:password]
     end
-    response
+
+    # Set headers
+    params[:headers].each { |k, v| request.add_field(String(k), v) } if params[:headers]
+
+    # Get response
+    http.start(uri.host, uri.port, use_ssl: uri.scheme == 'https') { |http| http.request(request) }
   end
 
   private

data/tiny_grabber.gemspec

@@ -4,33 +4,26 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'tiny_grabber/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "tiny_grabber"
+  spec.name          = 'tiny_grabber'
   spec.version       = TinyGrabber::VERSION
   spec.authors       = ["Aleksandr Chernyshev"]
-  spec.email         = ["moroznoeytpo@gmail.com"]
+  spec.email         = ['moroznoeytpo@gmail.com']
 
   spec.summary       = %q{Tiny grabber}
   spec.description   = %q{Simple gem for grabbing remote web page.}
-  spec.homepage      = "https://github.com/moroznoeytpo/tiny_grabber"
-  spec.license       = "MIT"
-
-  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
-  # delete this section to allow pushing this gem to any host.
-  # if spec.respond_to?(:metadata)
-  #   spec.metadata['allowed_push_host'] = "https://rubygems.org/gems/tiny_grabber"
-  # else
-  #   raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
-  # end
+  spec.homepage      = 'https://github.com/moroznoeytpo/tiny_grabber'
+  spec.license       = 'MIT'
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  # spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '~> 2.3.0'
 
-  spec.add_dependency "socksify", '~> 1.7'
-  spec.add_dependency "nokogiri", '~> 1.6'
+  spec.add_dependency 'socksify', '~> 1.7'
+  spec.add_dependency 'nokogiri', '~> 1.6'
 
-  spec.add_development_dependency "bundler", "~> 1.11"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency 'bundler', '~> 1.11'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tiny_grabber
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Aleksandr Chernyshev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-05-04 00:00:00.000000000 Z
+date: 2016-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: socksify
@@ -112,9 +112,9 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="