url_verifier 2.10 → 2.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8393c5aa642d2da6e0552c011926170c29da0832237d9395632d5d5f6a4ac634
-  data.tar.gz: c5bcab090867ae584abc32c15d0c8a990432c94332a2743e7a68155474568369
+  metadata.gz: 882e70dccab2546030aee95cdb710a28d09f67b83e27a4b21a4290b554bf925e
+  data.tar.gz: b7a32bcad963e8e5b415e54613d04a79caa58e5d30ed021fc8ccef3b409e3582
 SHA512:
-  metadata.gz: ab1cb8b4a865ba81c12649872f26fe4916c163e511590f8352bd0cb4efbd6b554f0d97e3f2a624e328ef2fdbba7ff29e006b262b253cf2e5e26f9a3c6ee79933
-  data.tar.gz: 7184195ca8d85da4d161d769691b20572943f0fa33756a9c7caf06c0998b57769af51cb583b9dd2a492fb9467b46bd1744c3278ae82a704fc2cfb3a780bd0b84
+  metadata.gz: 01cdb2beb56ab62890e8b88bea10bba564d41c9b082d02948da58012e57e2ff4acece7c5c9bace233af0ebdd6e9b68ff1d707b8fb4e47f91d27c1a2fd0c15cfb
+  data.tar.gz: 69ea39304785277eafaf3120dfcb36ff5e2a2153efc9e9b3277cfe9acaff4756760edae2081309376c247f21e9b3f5c2ad9ab68cc4e836c6e28d9239503c1292

data/README.md

@@ -41,19 +41,18 @@ Or install it yourself as:
 
 ### Available Methods
 
-#### 1. Verify one URL as a string:
+#### 1. Verify one URL as a String:
 
 ```
 verifier = UrlVerifier::RunCurler.new
-verified_url_hashes = verifier.verify_urls(array_of_urls)
+verified_url_hash = verifier.verify_url('example.com')
 ```
 
-
-#### 2. Verify Array of URL strings:
+#### 2. Verify Array of URL Strings:
 
 ```
 verifier = UrlVerifier::RunCurler.new
-verified_url_hashes = verifier.verify_url('example.com')
+verified_url_hashes = verifier.verify_urls(array_of_urls)
 ```
 
 
@@ -79,7 +78,7 @@ Notice the URLs in the input array above were NOT uniformly formatted.  UrlVerif
 
 `:verified_url` is the final verified URL.  `:url_redirected` indicates that the verified URL is different than `:url_f`.  
 
-If `url_sts: 'Invalid'`, `:wx_date` will be timestamped, which helps keep track of when it became invalid, incase you are running period database URL verifications and want to include these details in your reports.
+If `url_sts: 'Invalid'`, `:wx_date` will be timestamped, which helps keep track of when it became invalid, incase you are running periodic database URL verifications and want to include these details in your reports.
 
 `:response_code` in the 200's is ideal.  If it has recently been forwarded it will be in the 300's, and 400's indicates an issue with the URL domain or server.  Some 400's could be run later when they resolve their issues, so don't always give up on them.  
 

data/Rakefile

@@ -17,7 +17,7 @@ task :console do
   ARGV.clear
 
   verified_urls = run_verify_urls
-  # binding.pry
+  binding.pry
 
   IRB.start
 end
@@ -26,7 +26,12 @@ end
 def run_verify_urls
   # urls = %w[https://www.century1chevy.com www.sofake.sofake http://www.mccrea.subaru.com blackwellford.com minooka.subaru.com texarkana.mercedesdealer.com www.bobilya.com hammondautoplex.com www.harbinfordscottsboro.net http://www.lancaster.subaru.com loufusz.subaru.com www.mastro.subaru.com www.muller.subaru.com reinekefamilydealerships.com]
 
-  array_of_urls = %w[blackwellford.com/staff www.mccrea.subaru.com/inventory www.sofake.sofake https://www.century1chevy.com https://www.mccreasubaru.com]
+  # array_of_urls = %w[https://www.century1chevy.com blackwellford.com/staff www.mccrea.subaru.com/inventory www.sofake.sofake https://www.mccreasubaru.com]
+
+  array_of_urls = %w[https://www.century1chevy.com]
+  # array_of_urls = %w[blackwellford.com/staff]
+  # array_of_urls = %w[https://www.sofake.sofake]
+
 
   args = { timeout_limit: 60 }
   verifier = UrlVerifier::RunCurler.new(args)

data/lib/url_verifier/curler.rb

@@ -19,9 +19,8 @@ module UrlVerifier
 
         begin # Curl Exception Handling
           begin # Timeout Exception Handling
+            pre_curl_msg(url, timeout)
             Timeout.timeout(timeout) do
-              pre_curl_msg(url, timeout)
-
               result = Curl::Easy.perform(url) do |curl|
                 curl.follow_location = true
                 curl.useragent = "curb"
@@ -75,7 +74,9 @@ module UrlVerifier
     end
 
     def pre_curl_msg(url, timeout)
-      puts "\n\n#{'='*40}\nVERIFYING: #{url}\nMax Wait Set: #{timeout} Seconds\n\n"
+      msg = "\n\n#{'='*40}\nVERIFYING: #{url}\nMax Wait Set: #{timeout} Seconds\n\n"
+      puts msg
+      msg
     end
 
     def error_parser(curl_err)
@@ -94,7 +95,6 @@ module UrlVerifier
       else
         curl_err = "Error: Undefined"
       end
-
       curl_err
     end
 

data/lib/url_verifier/run_curler.rb

@@ -1,26 +1,23 @@
 
 module UrlVerifier
   class RunCurler
+    attr_accessor :time_now
 
     def initialize(args={})
       @timeout_limit = args.fetch(:timeout_limit, 60)
       @web_formatter = CrmFormatter::Web.new
       @curler = UrlVerifier::Curler.new
-
-      # @dj_on = false
-      # @dj_count_limit = 0
-      # @dj_workers = 3
-      # @obj_in_grp = 10
-      # @dj_refresh_interval = 10
-      # @cut_off = 10.days.ago
-      # @current_process = "VerUrl"
-      # @url_hash = {}
+      @time_now = nil
     end
 
     def verify_urls(urls=[])
       url_hashes = urls.map { |url| verify_url(url) }
     end
 
+    def check_time
+      @time_now = Time.now unless @time_now == 'rspec_time'
+    end
+
     def verify_url(url)
       url_hash = @web_formatter.format_url(url)
       url_hash = merge_url_hash(url_hash)
@@ -42,7 +39,7 @@ module UrlVerifier
         url_redirected: false,
         response_code: nil,
         url_sts: nil,
-        url_date: Time.now,
+        url_date: @time_now,
         wx_date: nil,
         timeout: 0
       }
@@ -50,7 +47,7 @@ module UrlVerifier
     end
 
     def evaluate_formatted_url(url_hash)
-      url_hash = url_hash.merge({url_sts: 'Invalid', wx_date: Time.now })
+      url_hash = url_hash.merge({url_sts: 'Invalid', wx_date: @time_now })
     end
 
     def check_for_redirect(url_hash)

data/lib/url_verifier/version.rb

@@ -1,3 +1,3 @@
 module UrlVerifier
-  VERSION = "2.10"
+  VERSION = "2.11"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: url_verifier
 version: !ruby/object:Gem::Version
-  version: '2.10'
+  version: '2.11'
 platform: ruby
 authors:
 - Adam Booth
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-07-02 00:00:00.000000000 Z
+date: 2018-07-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport