tiny_grabber 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c48375a5210123b907c6ebe2a7911f1c7090188a
-  data.tar.gz: 19b5052e7e79e876a40368d9e061a9aba032b7b4
+  metadata.gz: b4782960145d5f33281aacf96f4c4773f702d75d
+  data.tar.gz: 86fd979f097604e8383d98a03fd0157c150de4d3
 SHA512:
-  metadata.gz: 498cffe418cabb9917dad706d8df5d6281fcc119418016dcd775169346fd5108fcdbf0af5c8d75cbb1472acfdef96d4bc82e037cfc339de729fd864f1dcdafc2
-  data.tar.gz: 582d3bf2fa5cde9a54c2862d5f5d237218d483f69dadd8749eba93a07ab58a17ecfd1d40aaac5197823a155363bd51ae1196f5de033c33239432cd7b76d281b6
+  metadata.gz: 425e372d1753b7becf320681f385369af9fdb27002831c5371049a01c1100b9009e6f41904e31dbf447d34a57dd1b57ef9763bce371b42d397d82f1a47afd36e
+  data.tar.gz: a91b5a6fd8fed450d467495f54dc54e86c339590eb512c94359d0b1d2d8d0905a83b022cdceede87999d54b3d278d297ee33fdd3e5911ee43ae0c75a756c0c31

data/README.md

@@ -39,6 +39,11 @@ params = { key: 'value' }
 tg = TinyGrabber.new
 # Set debug flag for view log information
 tg.debug = true
+# Or set debug configuration
+# active - flag to save log information
+# destination - save log to file or print: [:file, :print]
+# save_html - flag to save response html to file
+tg.debug = { active: true, destination: :file, save_html: true }
 # Set max time to execute request
 tg.read_timeout = read_timeout
 # Set web browser name
@@ -79,6 +84,9 @@ response.body
 
 ## Changelog
 
+* *v 0.2.2*
+    * Added debug configurations.
+
 * *v 0.2.1*
     * Setting random user_agent from list if it not seted
     * Remove headers attribute from singleton methods

data/lib/tiny_grabber/agent.rb

@@ -5,6 +5,10 @@
 class TinyGrabber::Agent
   # Debug flag for detilazition log and save result HTML to /log/*.html file
   attr_accessor :debug
+  # Debug destination type
+  attr_accessor :debug_destination
+  # Debug flag for save html in file
+  attr_accessor :debug_save_html
   # Max time to execute request
   attr_accessor :read_timeout
   # Web browser name
@@ -46,6 +50,8 @@ class TinyGrabber::Agent
   #
   def initialize
     @debug = false
+    @debug_destination = :file
+    @debug_save_html = false
 
     # Initialize variables agent attributes
     @user_agent = AGENT_ALIASES[rand(AGENT_ALIASES.count) - 1]
@@ -148,10 +154,10 @@ class TinyGrabber::Agent
   #
   def fetch url, method = :get, headers = {}, params = {}
     if @debug
-      p "#{debug_initial_word} =============================="
-      p "#{debug_initial_word} #{method.upcase} #{url}"
-      p "#{debug_initial_word} -> [params] = #{params}"
-      p "#{debug_initial_word} ------------------------------"
+      Debug::save @debug_destination, '=============================='
+      Debug::save @debug_destination, "#{method.upcase} #{url}"
+      Debug::save @debug_destination, "-> [params] = #{params}"
+      Debug::save @debug_destination, '------------------------------'
     end
     set_uri url
     case method
@@ -170,22 +176,23 @@ class TinyGrabber::Agent
     case @response
       # HTTP response code 1xx
       when Net::HTTPInformation
+        Debug::save @debug_destination, "<- [response] = Net::HTTPInformation" if @debug
       # HTTP response code 2xx
       when Net::HTTPSuccess
         save_headers if @response.header
         save_cookies if @response.cookies
+        Debug::save @debug_destination, "<- [response] = #{@response.code} Net::HTTPSuccess" if @debug
       # HTTP response code 3xx
       when Net::HTTPRedirection
+        Debug::save @debug_destination, "<- [response] = #{@response.code} Net::HTTPRedirection" if @debug
       # HTTP response code 4xx
       when Net::HTTPClientError
+        Debug::save @debug_destination, "<- [response] = #{@response.code} Net::HTTPClientError" if @debug
       # HTTP response code 5xx
       when Net::HTTPServerError
+        Debug::save @debug_destination, "<- [response] = #{@response.code} Net::HTTPServerError" if @debug
     end
-    if @debug
-      debug_filename = "log/#{method.upcase}_#{@uri.to_s.gsub(/[\/:]/, '_').gsub(/_+/, '_')}"
-      File.open(debug_filename, 'wb') { |f| f << @response.body } if @debug
-      p "#{debug_initial_word} <- [html_file] = #{debug_filename}"
-    end
+    Debug::save_to_file @response.body  if @debug_save_html
     @response
   end
 
@@ -197,7 +204,7 @@ class TinyGrabber::Agent
   def set_uri url
     # It's magic work with escaped url
     @uri = URI(URI.escape(URI.unescape(url)))
-    p "#{debug_initial_word} -> [uri] = #{@uri}" if @debug
+    Debug::save @debug_destination, "-> [uri] = #{@uri}" if @debug
   end
 
 
@@ -205,7 +212,7 @@ class TinyGrabber::Agent
   #
   def set_user_agent
     @headers['User-Agent'] = @user_agent
-    p "#{debug_initial_word} -> [user_agent] = #{@user_agent}" if @debug
+    Debug::save @debug_destination, "-> [user_agent] = #{@user_agent}" if @debug
   end
 
 
@@ -213,7 +220,7 @@ class TinyGrabber::Agent
   #
   def set_basic_auth
     @request.basic_auth @basic_auth[:username], @basic_auth[:password]
-    p "#{debug_initial_word} -> [basic_auth] = #{@basic_auth}" if @debug
+    Debug::save @debug_destination, "-> [basic_auth] = #{@basic_auth}" if @debug
   end
 
 
@@ -221,7 +228,7 @@ class TinyGrabber::Agent
   #
   def set_headers
     @headers.each { |k, v| @request.add_field(String(k), v) }
-    p "#{debug_initial_word} -> [headers] = #{@headers}" if @debug
+    Debug::save @debug_destination, "-> [headers] = #{@headers}" if @debug
   end
 
 
@@ -229,7 +236,7 @@ class TinyGrabber::Agent
   #
   def set_cookies
     @request['Cookie'] = @cookies
-    p "#{debug_initial_word} -> [cookies] = #{@cookies}" if @debug
+    Debug::save @debug_destination, "-> [cookies] = #{@cookies}" if @debug
   end
 
 
@@ -239,7 +246,7 @@ class TinyGrabber::Agent
   def send_request
     @http.start(@uri.host, @uri.port, use_ssl: @uri.scheme == 'https') do |http|
       http.read_timeout = @read_timeout
-      p "#{debug_initial_word} -> [read_timeout] = #{@read_timeout}" if @debug
+      Debug::save @debug_destination, "-> [read_timeout] = #{@read_timeout}" if @debug
       http.request(@request)
     end
   end
@@ -251,7 +258,7 @@ class TinyGrabber::Agent
     @headers = @response.headers
     # Delete header TRANSFER_ENCODING for chain of requests
     @headers.delete('transfer-encoding')
-    p "#{debug_initial_word} <- [headers] = #{@headers}" if @debug
+    Debug::save @debug_destination, "<- [headers] = #{@headers}" if @debug
   end
 
 
@@ -259,7 +266,7 @@ class TinyGrabber::Agent
   #
   def save_cookies
     @cookies = @response.cookies
-    p "#{debug_initial_word} <- [cookies] = #{@cookies}" if @debug
+    Debug::save @debug_destination, "<- [cookies] = #{@cookies}" if @debug
   end
 
 
@@ -269,11 +276,4 @@ class TinyGrabber::Agent
     @headers = {}
     @cookies = nil
   end
-
-
-  # Tiny grabber initial word for debug
-  #
-  def debug_initial_word
-    "TG | #{Time.now.strftime('%Y%m%d-%H%M%S')} |"
-  end
 end

data/lib/tiny_grabber/version.rb

@@ -1,4 +1,4 @@
 class TinyGrabber
   # Version number
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

data/lib/tiny_grabber.rb

@@ -1,5 +1,6 @@
 require 'tiny_grabber/version'
 require 'tiny_grabber/agent'
+require 'tiny_grabber/debug'
 
 require 'uri'
 require 'net/http'
@@ -80,7 +81,15 @@ class TinyGrabber
   # @param debug Flag to start debug
   #
   def debug= debug
-    @agent.debug = debug
+    if debug.is_a?(TrueClass) || debug.is_a?(FalseClass)
+      @agent.debug = debug
+      @agent.debug_destination = :print
+      @agent.debug_save_html = false
+    elsif debug.is_a? Hash
+      @agent.debug = debug[:active]
+      @agent.debug_destination = debug[:destination]
+      @agent.debug_save_html = debug[:save_html]
+    end
   end
 
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tiny_grabber
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Aleksandr Chernyshev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-06-03 00:00:00.000000000 Z
+date: 2016-06-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: socksify