tiny_grabber 0.3.7 → 0.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 66c38acf1534268be94ec0fa6457774067000c7a
-  data.tar.gz: 2f874ee34ad231b3428c7b5220d4f42345a806d8
+  metadata.gz: a6777d3e08c7225d080d075a226b8df733c46a09
+  data.tar.gz: cc2d7ea134106bd79e9c80a9ca8b7741ce7b0682
 SHA512:
-  metadata.gz: 0befd5e4813f6b06d4f08f5ca2b427626cd980d44bb18dce2b02c86517d8c158ce12a8d8f14ca9ee489b5c8c73e5d49348f1a49007ed63184e9fce7a4d8f5964
-  data.tar.gz: cb6eebf9d0d6c608377f5c99234420a2bc6e513b664fdb99cefbb1b60cccfbd352b0570fe7939a3ceb21255ae730eede54c03f8a33131c8351eba46d2923c782
+  metadata.gz: 9c1ccf0302e6080034ef1558e408159070aa05478d0dfda6bc76adacae2994791e3c8021d3fe5a2b9250289385abeaa3b9925c1e7e9f9502bd86797212261b27
+  data.tar.gz: 3785f3f616acc935d12690d9e197bebdf1a8db1c387489f2e7b0714a30b02c9fe41906fac208ee1ace25f97bef0b4ad323c9153ab7ff17fb7c53421d40507cad

data/README.md

@@ -130,6 +130,8 @@ tg.uri
 
 ## Changelog
 
+* *v 0.3.8*
+    * Added the perfect url. This attribute skips the conversion url
 * *v 0.3.7*
     * Compare body encode with UTF-8. Responce nokogiri with UTf-8 encode.
 * *v 0.3.6*

data/lib/tiny_grabber.rb

@@ -21,6 +21,7 @@ class TinyGrabber
   def self.initialize(config = {})
     @agent = TinyGrabber::Agent.new
 
+    @agent.perfect_url = config[:perfect_url] if config[:perfect_url]
     @agent.debug = config[:debug] if config[:debug]
     @agent.read_timeout = config[:read_timeout] if config[:read_timeout]
     @agent.user_agent = config[:user_agent] if config[:user_agent]
@@ -77,6 +78,21 @@ class TinyGrabber
     @agent.debug = debug
   end
 
+  # Read perfect_url agent attribute
+  #
+  def perfect_url
+    @agent.perfect_url
+  end
+
+  # Set perfect_url agent attribute
+  #
+  # @param perfect_url Removes additional processing url
+  #
+  def perfect_url=(perfect_url)
+    @agent.perfect_url = perfect_url
+  end
+
+
   # Read READ_TIMEOUT agent attribute
   #
   def read_timeout

data/lib/tiny_grabber/agent.rb

@@ -24,6 +24,8 @@ class TinyGrabber
     attr_writer :follow_location
     # Uri
     attr_accessor :uri
+    # perfect url
+    attr_accessor :perfect_url
 
     #  Agent aliases given from http://www.useragentstring.com/pages/Chrome/
     AGENT_ALIASES = [
@@ -60,6 +62,7 @@ class TinyGrabber
       @basic_auth = {}
       @headers = {}
       @cookies = nil
+      @perfect_url = false
       @follow_location = false
       @read_timeout = 10
       # Initialize variable for URI object
@@ -249,10 +252,13 @@ class TinyGrabber
     # @param url Request link
     #
     def convert_to_uri(url)
-      # Remove anchor
-      url = url.gsub(/#.*\Z/, '')
-      # It's magic work with escaped url
-      @uri = URI(URI.escape(URI.unescape(url)))
+      unless @perfect_url
+        # Remove anchor
+        url = url.gsub(/#.*\Z/, '')
+        # It's magic work with escaped url
+        url = URI.escape(URI.unescape(url))
+      end
+      @uri = URI(url)
       @debug.save "-> [uri] = #{@uri}" if @debug.active
     end
 

data/lib/tiny_grabber/version.rb

@@ -1,4 +1,4 @@
 class TinyGrabber
   # Version number
-  VERSION = '0.3.7'.freeze
+  VERSION = '0.3.8'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tiny_grabber
 version: !ruby/object:Gem::Version
-  version: 0.3.7
+  version: 0.3.8
 platform: ruby
 authors:
 - Aleksandr Chernyshev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-05 00:00:00.000000000 Z
+date: 2016-12-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: socksify