webload-client 0.6.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +2 -2
- data/lib/webload/client/cli.rb +4 -0
- data/lib/webload/client/version.rb +1 -1
- data/lib/webload/client.rb +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2825a26a604ca96bd49eacd186816351aacb40e7344973abb5554a17e981c1c8
|
|
4
|
+
data.tar.gz: 44888ddc23a122c35074efd4e98e1f86fd4fb432e4d60573ef0cd1389012f147
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1cc9610fb0a577caa716b0a906ad30dacee5dba8c51a09c0120a80d07f441f5091edf927932dcb6a492f0427bed449726f056ab8a1761ace010ca775d510af24
|
|
7
|
+
data.tar.gz: e1f118c4c1e97618e2d5ea167e8cdffa856244c51d247928318b3e8ff5c093d219331657ca5eca12145bdc37672c7de90abd67bd161934e6d86c812bf7d5c169
|
data/Gemfile.lock
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
webload-client (0.
|
|
4
|
+
webload-client (0.7.0)
|
|
5
5
|
aws-sdk-sqs
|
|
6
6
|
|
|
7
7
|
GEM
|
|
8
8
|
remote: https://rubygems.org/
|
|
9
9
|
specs:
|
|
10
10
|
aws-eventstream (1.0.1)
|
|
11
|
-
aws-partitions (1.
|
|
11
|
+
aws-partitions (1.142.0)
|
|
12
12
|
aws-sdk-core (3.46.2)
|
|
13
13
|
aws-eventstream (~> 1.0)
|
|
14
14
|
aws-partitions (~> 1.0)
|
data/lib/webload/client/cli.rb
CHANGED
|
@@ -29,6 +29,10 @@ module Webload
|
|
|
29
29
|
options.batch = v.to_i
|
|
30
30
|
end
|
|
31
31
|
|
|
32
|
+
opts.on("-i", "--ignore IGNORE", "a CSV list of patterns to ignore") do |v|
|
|
33
|
+
options.ignore = v.split(',')
|
|
34
|
+
end
|
|
35
|
+
|
|
32
36
|
opts.separator ""
|
|
33
37
|
|
|
34
38
|
opts.on_tail("-v", "--verbose", "Run verbosely") do |v|
|
data/lib/webload/client.rb
CHANGED
|
@@ -27,6 +27,8 @@ module Webload
|
|
|
27
27
|
time = Time.now
|
|
28
28
|
match = line.match(/"GET (.*?) HTTP/)
|
|
29
29
|
next if match.nil?
|
|
30
|
+
next if $options.ignore.inject(false) {|v, p| v = true if match.include?(p);v}
|
|
31
|
+
|
|
30
32
|
uri = match.captures.first
|
|
31
33
|
request = URI.join($options.url, uri)
|
|
32
34
|
message = JSON.dump(url: request.to_s)
|
|
@@ -35,8 +37,8 @@ module Webload
|
|
|
35
37
|
entries << {id: entries.size.to_s, message_body: message}
|
|
36
38
|
if entries.size == $options.batch
|
|
37
39
|
$client.send_message_batch(queue_url: $queue, entries: entries)
|
|
38
|
-
entries = []
|
|
39
40
|
$logger.debug('Batch messages sent to SQS')
|
|
41
|
+
entries = []
|
|
40
42
|
end
|
|
41
43
|
else
|
|
42
44
|
$logger.warn('Rate limit exceeded')
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: webload-client
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.7.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Juan Breinlinger
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-03-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|