webload-client 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 81452597c108df71cd684c565a272f4a3ec9215aa1f9cc5decf36591cfe3cef4
-  data.tar.gz: d582357f3da85745df08dc930555735941d409979985436737caf63316acd5a9
+  metadata.gz: 2825a26a604ca96bd49eacd186816351aacb40e7344973abb5554a17e981c1c8
+  data.tar.gz: 44888ddc23a122c35074efd4e98e1f86fd4fb432e4d60573ef0cd1389012f147
 SHA512:
-  metadata.gz: 6574b3326da1c285cc4c9a857f919c4171aed71c743f4b3525d426ee3e44cbc29e4402d25eee822c44306a8ba824d8578bd712dcbf9e55b7126a758f967618b0
-  data.tar.gz: 85bbc7e3c1dbe0735be40002c4fc054657dae3b4627f8582cf514620c0fad57fa3aab3375c21af80e026901ce6aee99189ea5cb67a73836a89ef677953da3961
+  metadata.gz: 1cc9610fb0a577caa716b0a906ad30dacee5dba8c51a09c0120a80d07f441f5091edf927932dcb6a492f0427bed449726f056ab8a1761ace010ca775d510af24
+  data.tar.gz: e1f118c4c1e97618e2d5ea167e8cdffa856244c51d247928318b3e8ff5c093d219331657ca5eca12145bdc37672c7de90abd67bd161934e6d86c812bf7d5c169

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    webload-client (0.6.0)
+    webload-client (0.7.0)
       aws-sdk-sqs
 
 GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.0.1)
-    aws-partitions (1.140.0)
+    aws-partitions (1.142.0)
     aws-sdk-core (3.46.2)
       aws-eventstream (~> 1.0)
       aws-partitions (~> 1.0)

data/lib/webload/client/cli.rb

@@ -29,6 +29,10 @@ module Webload
             options.batch = v.to_i
           end
 
+          opts.on("-i", "--ignore IGNORE", "a CSV list of patterns to ignore") do |v|
+            options.ignore = v.split(',')
+          end
+
           opts.separator ""
 
           opts.on_tail("-v", "--verbose", "Run verbosely") do |v|

data/lib/webload/client/version.rb

@@ -1,5 +1,5 @@
 module Webload
   module Client
-    VERSION = "0.6.0"
+    VERSION = "0.7.0"
   end
 end

data/lib/webload/client.rb

@@ -27,6 +27,8 @@ module Webload
           time = Time.now
           match = line.match(/"GET (.*?) HTTP/)
           next if match.nil?
+          next if $options.ignore.inject(false) {|v, p| v = true if match.include?(p);v}
+
           uri = match.captures.first
           request = URI.join($options.url, uri)
           message = JSON.dump(url: request.to_s)
@@ -35,8 +37,8 @@ module Webload
           entries << {id: entries.size.to_s, message_body: message}
           if entries.size == $options.batch
             $client.send_message_batch(queue_url: $queue, entries: entries)
-            entries = []
             $logger.debug('Batch messages sent to SQS')
+            entries = []
           end
         else
           $logger.warn('Rate limit exceeded')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webload-client
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Juan Breinlinger
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-02-25 00:00:00.000000000 Z
+date: 2019-03-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler