webload-client 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: 7ae322051d6a0855dd94ca69b76434bedad26768c4262e03ed95a69b7e7bc707
4
+ data.tar.gz: ddc4a344e615d7706906e3adae4cf6e8b719329498271fba9b9cf9ffefab6f8f
5
+ SHA512:
6
+ metadata.gz: 78d0e9cff4793f8c94629a4eb111ec8c276301f240bc506b80bc59068463b53f1ec3e91adb851c65ccc3e4a12efbcbcd6be425bb93103bb39073e8618a12c193
7
+ data.tar.gz: 6a98be2ca3662ef455a0d5ae69494fd92c2e7141d92c2360546d240c40fb99ab854e557ebb4773113df81c22994501a370dfbf22a4b38b61d8d85a2efdfeeeea
@@ -0,0 +1,10 @@
1
+ /.bundle/
2
+ /.yardoc
3
+ /_yardoc/
4
+ /coverage/
5
+ /doc/
6
+ /pkg/
7
+ /spec/reports/
8
+ /tmp/
9
+ /test/files/
10
+ *.sw?
@@ -0,0 +1,7 @@
1
+ ---
2
+ sudo: false
3
+ language: ruby
4
+ cache: bundler
5
+ rvm:
6
+ - 2.5.1
7
+ before_install: gem install bundler -v 1.16.6
@@ -0,0 +1,74 @@
1
+ # Contributor Covenant Code of Conduct
2
+
3
+ ## Our Pledge
4
+
5
+ In the interest of fostering an open and welcoming environment, we as
6
+ contributors and maintainers pledge to making participation in our project and
7
+ our community a harassment-free experience for everyone, regardless of age, body
8
+ size, disability, ethnicity, gender identity and expression, level of experience,
9
+ nationality, personal appearance, race, religion, or sexual identity and
10
+ orientation.
11
+
12
+ ## Our Standards
13
+
14
+ Examples of behavior that contributes to creating a positive environment
15
+ include:
16
+
17
+ * Using welcoming and inclusive language
18
+ * Being respectful of differing viewpoints and experiences
19
+ * Gracefully accepting constructive criticism
20
+ * Focusing on what is best for the community
21
+ * Showing empathy towards other community members
22
+
23
+ Examples of unacceptable behavior by participants include:
24
+
25
+ * The use of sexualized language or imagery and unwelcome sexual attention or
26
+ advances
27
+ * Trolling, insulting/derogatory comments, and personal or political attacks
28
+ * Public or private harassment
29
+ * Publishing others' private information, such as a physical or electronic
30
+ address, without explicit permission
31
+ * Other conduct which could reasonably be considered inappropriate in a
32
+ professional setting
33
+
34
+ ## Our Responsibilities
35
+
36
+ Project maintainers are responsible for clarifying the standards of acceptable
37
+ behavior and are expected to take appropriate and fair corrective action in
38
+ response to any instances of unacceptable behavior.
39
+
40
+ Project maintainers have the right and responsibility to remove, edit, or
41
+ reject comments, commits, code, wiki edits, issues, and other contributions
42
+ that are not aligned to this Code of Conduct, or to ban temporarily or
43
+ permanently any contributor for other behaviors that they deem inappropriate,
44
+ threatening, offensive, or harmful.
45
+
46
+ ## Scope
47
+
48
+ This Code of Conduct applies both within project spaces and in public spaces
49
+ when an individual is representing the project or its community. Examples of
50
+ representing a project or community include using an official project e-mail
51
+ address, posting via an official social media account, or acting as an appointed
52
+ representative at an online or offline event. Representation of a project may be
53
+ further defined and clarified by project maintainers.
54
+
55
+ ## Enforcement
56
+
57
+ Instances of abusive, harassing, or otherwise unacceptable behavior may be
58
+ reported by contacting the project team at <juan.brein@breins.net>. All
59
+ complaints will be reviewed and investigated and will result in a response that
60
+ is deemed necessary and appropriate to the circumstances. The project team is
61
+ obligated to maintain confidentiality with regard to the reporter of an incident.
62
+ Further details of specific enforcement policies may be posted separately.
63
+
64
+ Project maintainers who do not follow or enforce the Code of Conduct in good
65
+ faith may face temporary or permanent repercussions as determined by other
66
+ members of the project's leadership.
67
+
68
+ ## Attribution
69
+
70
+ This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
71
+ available at [http://contributor-covenant.org/version/1/4][version]
72
+
73
+ [homepage]: http://contributor-covenant.org
74
+ [version]: http://contributor-covenant.org/version/1/4/
data/Gemfile ADDED
@@ -0,0 +1,6 @@
1
+ source "https://rubygems.org"
2
+
3
+ git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
4
+
5
+ # Specify your gem's dependencies in webload-client.gemspec
6
+ gemspec
@@ -0,0 +1,713 @@
1
+ PATH
2
+ remote: .
3
+ specs:
4
+ webload-client (0.1.0)
5
+ aws-sdk
6
+ file-tail
7
+ ruby-limiter
8
+
9
+ GEM
10
+ remote: https://rubygems.org/
11
+ specs:
12
+ aws-eventstream (1.0.1)
13
+ aws-partitions (1.121.0)
14
+ aws-sdk (3.0.1)
15
+ aws-sdk-resources (~> 3)
16
+ aws-sdk-acm (1.14.0)
17
+ aws-sdk-core (~> 3, >= 3.39.0)
18
+ aws-sigv4 (~> 1.0)
19
+ aws-sdk-acmpca (1.7.0)
20
+ aws-sdk-core (~> 3, >= 3.39.0)
21
+ aws-sigv4 (~> 1.0)
22
+ aws-sdk-alexaforbusiness (1.13.0)
23
+ aws-sdk-core (~> 3, >= 3.39.0)
24
+ aws-sigv4 (~> 1.0)
25
+ aws-sdk-amplify (1.0.0)
26
+ aws-sdk-core (~> 3, >= 3.39.0)
27
+ aws-sigv4 (~> 1.0)
28
+ aws-sdk-apigateway (1.23.0)
29
+ aws-sdk-core (~> 3, >= 3.39.0)
30
+ aws-sigv4 (~> 1.0)
31
+ aws-sdk-applicationautoscaling (1.16.0)
32
+ aws-sdk-core (~> 3, >= 3.39.0)
33
+ aws-sigv4 (~> 1.0)
34
+ aws-sdk-applicationdiscoveryservice (1.8.0)
35
+ aws-sdk-core (~> 3, >= 3.39.0)
36
+ aws-sigv4 (~> 1.0)
37
+ aws-sdk-appmesh (1.0.0)
38
+ aws-sdk-core (~> 3, >= 3.39.0)
39
+ aws-sigv4 (~> 1.0)
40
+ aws-sdk-appstream (1.19.0)
41
+ aws-sdk-core (~> 3, >= 3.39.0)
42
+ aws-sigv4 (~> 1.0)
43
+ aws-sdk-appsync (1.9.0)
44
+ aws-sdk-core (~> 3, >= 3.39.0)
45
+ aws-sigv4 (~> 1.0)
46
+ aws-sdk-athena (1.7.0)
47
+ aws-sdk-core (~> 3, >= 3.39.0)
48
+ aws-sigv4 (~> 1.0)
49
+ aws-sdk-autoscaling (1.13.0)
50
+ aws-sdk-core (~> 3, >= 3.39.0)
51
+ aws-sigv4 (~> 1.0)
52
+ aws-sdk-autoscalingplans (1.8.0)
53
+ aws-sdk-core (~> 3, >= 3.39.0)
54
+ aws-sigv4 (~> 1.0)
55
+ aws-sdk-batch (1.12.0)
56
+ aws-sdk-core (~> 3, >= 3.39.0)
57
+ aws-sigv4 (~> 1.0)
58
+ aws-sdk-budgets (1.15.0)
59
+ aws-sdk-core (~> 3, >= 3.39.0)
60
+ aws-sigv4 (~> 1.0)
61
+ aws-sdk-chime (1.2.0)
62
+ aws-sdk-core (~> 3, >= 3.39.0)
63
+ aws-sigv4 (~> 1.0)
64
+ aws-sdk-cloud9 (1.7.0)
65
+ aws-sdk-core (~> 3, >= 3.39.0)
66
+ aws-sigv4 (~> 1.0)
67
+ aws-sdk-clouddirectory (1.11.0)
68
+ aws-sdk-core (~> 3, >= 3.39.0)
69
+ aws-sigv4 (~> 1.0)
70
+ aws-sdk-cloudformation (1.13.0)
71
+ aws-sdk-core (~> 3, >= 3.39.0)
72
+ aws-sigv4 (~> 1.0)
73
+ aws-sdk-cloudfront (1.11.0)
74
+ aws-sdk-core (~> 3, >= 3.39.0)
75
+ aws-sigv4 (~> 1.0)
76
+ aws-sdk-cloudhsm (1.9.0)
77
+ aws-sdk-core (~> 3, >= 3.39.0)
78
+ aws-sigv4 (~> 1.0)
79
+ aws-sdk-cloudhsmv2 (1.9.0)
80
+ aws-sdk-core (~> 3, >= 3.39.0)
81
+ aws-sigv4 (~> 1.0)
82
+ aws-sdk-cloudsearch (1.6.0)
83
+ aws-sdk-core (~> 3, >= 3.39.0)
84
+ aws-sigv4 (~> 1.0)
85
+ aws-sdk-cloudsearchdomain (1.6.0)
86
+ aws-sdk-core (~> 3, >= 3.39.0)
87
+ aws-sigv4 (~> 1.0)
88
+ aws-sdk-cloudtrail (1.8.0)
89
+ aws-sdk-core (~> 3, >= 3.39.0)
90
+ aws-sigv4 (~> 1.0)
91
+ aws-sdk-cloudwatch (1.13.0)
92
+ aws-sdk-core (~> 3, >= 3.39.0)
93
+ aws-sigv4 (~> 1.0)
94
+ aws-sdk-cloudwatchevents (1.13.0)
95
+ aws-sdk-core (~> 3, >= 3.39.0)
96
+ aws-sigv4 (~> 1.0)
97
+ aws-sdk-cloudwatchlogs (1.12.0)
98
+ aws-sdk-core (~> 3, >= 3.39.0)
99
+ aws-sigv4 (~> 1.0)
100
+ aws-sdk-codebuild (1.24.0)
101
+ aws-sdk-core (~> 3, >= 3.39.0)
102
+ aws-sigv4 (~> 1.0)
103
+ aws-sdk-codecommit (1.11.0)
104
+ aws-sdk-core (~> 3, >= 3.39.0)
105
+ aws-sigv4 (~> 1.0)
106
+ aws-sdk-codedeploy (1.12.0)
107
+ aws-sdk-core (~> 3, >= 3.39.0)
108
+ aws-sigv4 (~> 1.0)
109
+ aws-sdk-codepipeline (1.11.0)
110
+ aws-sdk-core (~> 3, >= 3.39.0)
111
+ aws-sigv4 (~> 1.0)
112
+ aws-sdk-codestar (1.8.0)
113
+ aws-sdk-core (~> 3, >= 3.39.0)
114
+ aws-sigv4 (~> 1.0)
115
+ aws-sdk-cognitoidentity (1.6.0)
116
+ aws-sdk-core (~> 3, >= 3.39.0)
117
+ aws-sigv4 (~> 1.0)
118
+ aws-sdk-cognitoidentityprovider (1.11.0)
119
+ aws-sdk-core (~> 3, >= 3.39.0)
120
+ aws-sigv4 (~> 1.0)
121
+ aws-sdk-cognitosync (1.6.0)
122
+ aws-sdk-core (~> 3, >= 3.39.0)
123
+ aws-sigv4 (~> 1.0)
124
+ aws-sdk-comprehend (1.11.0)
125
+ aws-sdk-core (~> 3, >= 3.39.0)
126
+ aws-sigv4 (~> 1.0)
127
+ aws-sdk-comprehendmedical (1.0.0)
128
+ aws-sdk-core (~> 3, >= 3.39.0)
129
+ aws-sigv4 (~> 1.0)
130
+ aws-sdk-configservice (1.21.0)
131
+ aws-sdk-core (~> 3, >= 3.39.0)
132
+ aws-sigv4 (~> 1.0)
133
+ aws-sdk-connect (1.9.0)
134
+ aws-sdk-core (~> 3, >= 3.39.0)
135
+ aws-sigv4 (~> 1.0)
136
+ aws-sdk-core (3.42.0)
137
+ aws-eventstream (~> 1.0)
138
+ aws-partitions (~> 1.0)
139
+ aws-sigv4 (~> 1.0)
140
+ jmespath (~> 1.0)
141
+ aws-sdk-costandusagereportservice (1.6.0)
142
+ aws-sdk-core (~> 3, >= 3.39.0)
143
+ aws-sigv4 (~> 1.0)
144
+ aws-sdk-costexplorer (1.14.0)
145
+ aws-sdk-core (~> 3, >= 3.39.0)
146
+ aws-sigv4 (~> 1.0)
147
+ aws-sdk-databasemigrationservice (1.15.0)
148
+ aws-sdk-core (~> 3, >= 3.39.0)
149
+ aws-sigv4 (~> 1.0)
150
+ aws-sdk-datapipeline (1.6.0)
151
+ aws-sdk-core (~> 3, >= 3.39.0)
152
+ aws-sigv4 (~> 1.0)
153
+ aws-sdk-datasync (1.0.0)
154
+ aws-sdk-core (~> 3, >= 3.39.0)
155
+ aws-sigv4 (~> 1.0)
156
+ aws-sdk-dax (1.8.0)
157
+ aws-sdk-core (~> 3, >= 3.39.0)
158
+ aws-sigv4 (~> 1.0)
159
+ aws-sdk-devicefarm (1.14.0)
160
+ aws-sdk-core (~> 3, >= 3.39.0)
161
+ aws-sigv4 (~> 1.0)
162
+ aws-sdk-directconnect (1.10.0)
163
+ aws-sdk-core (~> 3, >= 3.39.0)
164
+ aws-sigv4 (~> 1.0)
165
+ aws-sdk-directoryservice (1.11.0)
166
+ aws-sdk-core (~> 3, >= 3.39.0)
167
+ aws-sigv4 (~> 1.0)
168
+ aws-sdk-dlm (1.7.0)
169
+ aws-sdk-core (~> 3, >= 3.39.0)
170
+ aws-sigv4 (~> 1.0)
171
+ aws-sdk-dynamodb (1.18.0)
172
+ aws-sdk-core (~> 3, >= 3.39.0)
173
+ aws-sigv4 (~> 1.0)
174
+ aws-sdk-dynamodbstreams (1.6.0)
175
+ aws-sdk-core (~> 3, >= 3.39.0)
176
+ aws-sigv4 (~> 1.0)
177
+ aws-sdk-ec2 (1.62.0)
178
+ aws-sdk-core (~> 3, >= 3.39.0)
179
+ aws-sigv4 (~> 1.0)
180
+ aws-sdk-ecr (1.9.0)
181
+ aws-sdk-core (~> 3, >= 3.39.0)
182
+ aws-sigv4 (~> 1.0)
183
+ aws-sdk-ecs (1.26.0)
184
+ aws-sdk-core (~> 3, >= 3.39.0)
185
+ aws-sigv4 (~> 1.0)
186
+ aws-sdk-efs (1.7.0)
187
+ aws-sdk-core (~> 3, >= 3.39.0)
188
+ aws-sigv4 (~> 1.0)
189
+ aws-sdk-eks (1.8.0)
190
+ aws-sdk-core (~> 3, >= 3.39.0)
191
+ aws-sigv4 (~> 1.0)
192
+ aws-sdk-elasticache (1.10.0)
193
+ aws-sdk-core (~> 3, >= 3.39.0)
194
+ aws-sigv4 (~> 1.0)
195
+ aws-sdk-elasticbeanstalk (1.14.0)
196
+ aws-sdk-core (~> 3, >= 3.39.0)
197
+ aws-sigv4 (~> 1.0)
198
+ aws-sdk-elasticloadbalancing (1.8.0)
199
+ aws-sdk-core (~> 3, >= 3.39.0)
200
+ aws-sigv4 (~> 1.0)
201
+ aws-sdk-elasticloadbalancingv2 (1.18.0)
202
+ aws-sdk-core (~> 3, >= 3.39.0)
203
+ aws-sigv4 (~> 1.0)
204
+ aws-sdk-elasticsearchservice (1.15.0)
205
+ aws-sdk-core (~> 3, >= 3.39.0)
206
+ aws-sigv4 (~> 1.0)
207
+ aws-sdk-elastictranscoder (1.7.0)
208
+ aws-sdk-core (~> 3, >= 3.39.0)
209
+ aws-sigv4 (~> 1.0)
210
+ aws-sdk-emr (1.8.0)
211
+ aws-sdk-core (~> 3, >= 3.39.0)
212
+ aws-sigv4 (~> 1.0)
213
+ aws-sdk-firehose (1.10.0)
214
+ aws-sdk-core (~> 3, >= 3.39.0)
215
+ aws-sigv4 (~> 1.0)
216
+ aws-sdk-fms (1.7.0)
217
+ aws-sdk-core (~> 3, >= 3.39.0)
218
+ aws-sigv4 (~> 1.0)
219
+ aws-sdk-fsx (1.0.0)
220
+ aws-sdk-core (~> 3, >= 3.39.0)
221
+ aws-sigv4 (~> 1.0)
222
+ aws-sdk-gamelift (1.10.0)
223
+ aws-sdk-core (~> 3, >= 3.39.0)
224
+ aws-sigv4 (~> 1.0)
225
+ aws-sdk-glacier (1.14.0)
226
+ aws-sdk-core (~> 3, >= 3.39.0)
227
+ aws-sigv4 (~> 1.0)
228
+ aws-sdk-globalaccelerator (1.0.0)
229
+ aws-sdk-core (~> 3, >= 3.39.0)
230
+ aws-sigv4 (~> 1.0)
231
+ aws-sdk-glue (1.21.0)
232
+ aws-sdk-core (~> 3, >= 3.39.0)
233
+ aws-sigv4 (~> 1.0)
234
+ aws-sdk-greengrass (1.12.0)
235
+ aws-sdk-core (~> 3, >= 3.39.0)
236
+ aws-sigv4 (~> 1.0)
237
+ aws-sdk-guardduty (1.11.0)
238
+ aws-sdk-core (~> 3, >= 3.39.0)
239
+ aws-sigv4 (~> 1.0)
240
+ aws-sdk-health (1.8.0)
241
+ aws-sdk-core (~> 3, >= 3.39.0)
242
+ aws-sigv4 (~> 1.0)
243
+ aws-sdk-iam (1.12.0)
244
+ aws-sdk-core (~> 3, >= 3.39.0)
245
+ aws-sigv4 (~> 1.0)
246
+ aws-sdk-importexport (1.6.0)
247
+ aws-sdk-core (~> 3, >= 3.39.0)
248
+ aws-sigv2 (~> 1.0)
249
+ aws-sdk-inspector (1.12.0)
250
+ aws-sdk-core (~> 3, >= 3.39.0)
251
+ aws-sigv4 (~> 1.0)
252
+ aws-sdk-iot (1.21.0)
253
+ aws-sdk-core (~> 3, >= 3.39.0)
254
+ aws-sigv4 (~> 1.0)
255
+ aws-sdk-iot1clickdevicesservice (1.6.0)
256
+ aws-sdk-core (~> 3, >= 3.39.0)
257
+ aws-sigv4 (~> 1.0)
258
+ aws-sdk-iot1clickprojects (1.6.0)
259
+ aws-sdk-core (~> 3, >= 3.39.0)
260
+ aws-sigv4 (~> 1.0)
261
+ aws-sdk-iotanalytics (1.11.0)
262
+ aws-sdk-core (~> 3, >= 3.39.0)
263
+ aws-sigv4 (~> 1.0)
264
+ aws-sdk-iotdataplane (1.6.0)
265
+ aws-sdk-core (~> 3, >= 3.39.0)
266
+ aws-sigv4 (~> 1.0)
267
+ aws-sdk-iotjobsdataplane (1.7.0)
268
+ aws-sdk-core (~> 3, >= 3.39.0)
269
+ aws-sigv4 (~> 1.0)
270
+ aws-sdk-kafka (1.0.0)
271
+ aws-sdk-core (~> 3, >= 3.39.0)
272
+ aws-sigv4 (~> 1.0)
273
+ aws-sdk-kinesis (1.9.0)
274
+ aws-sdk-core (~> 3, >= 3.39.0)
275
+ aws-sigv4 (~> 1.0)
276
+ aws-sdk-kinesisanalytics (1.9.0)
277
+ aws-sdk-core (~> 3, >= 3.39.0)
278
+ aws-sigv4 (~> 1.0)
279
+ aws-sdk-kinesisanalyticsv2 (1.0.0)
280
+ aws-sdk-core (~> 3, >= 3.39.0)
281
+ aws-sigv4 (~> 1.0)
282
+ aws-sdk-kinesisvideo (1.7.0)
283
+ aws-sdk-core (~> 3, >= 3.39.0)
284
+ aws-sigv4 (~> 1.0)
285
+ aws-sdk-kinesisvideoarchivedmedia (1.7.0)
286
+ aws-sdk-core (~> 3, >= 3.39.0)
287
+ aws-sigv4 (~> 1.0)
288
+ aws-sdk-kinesisvideomedia (1.6.0)
289
+ aws-sdk-core (~> 3, >= 3.39.0)
290
+ aws-sigv4 (~> 1.0)
291
+ aws-sdk-kms (1.13.0)
292
+ aws-sdk-core (~> 3, >= 3.39.0)
293
+ aws-sigv4 (~> 1.0)
294
+ aws-sdk-lambda (1.16.0)
295
+ aws-sdk-core (~> 3, >= 3.39.0)
296
+ aws-sigv4 (~> 1.0)
297
+ aws-sdk-lambdapreview (1.6.0)
298
+ aws-sdk-core (~> 3, >= 3.39.0)
299
+ aws-sigv4 (~> 1.0)
300
+ aws-sdk-lex (1.9.0)
301
+ aws-sdk-core (~> 3, >= 3.39.0)
302
+ aws-sigv4 (~> 1.0)
303
+ aws-sdk-lexmodelbuildingservice (1.12.0)
304
+ aws-sdk-core (~> 3, >= 3.39.0)
305
+ aws-sigv4 (~> 1.0)
306
+ aws-sdk-licensemanager (1.0.0)
307
+ aws-sdk-core (~> 3, >= 3.39.0)
308
+ aws-sigv4 (~> 1.0)
309
+ aws-sdk-lightsail (1.13.0)
310
+ aws-sdk-core (~> 3, >= 3.39.0)
311
+ aws-sigv4 (~> 1.0)
312
+ aws-sdk-machinelearning (1.6.0)
313
+ aws-sdk-core (~> 3, >= 3.39.0)
314
+ aws-sigv4 (~> 1.0)
315
+ aws-sdk-macie (1.6.0)
316
+ aws-sdk-core (~> 3, >= 3.39.0)
317
+ aws-sigv4 (~> 1.0)
318
+ aws-sdk-marketplacecommerceanalytics (1.6.0)
319
+ aws-sdk-core (~> 3, >= 3.39.0)
320
+ aws-sigv4 (~> 1.0)
321
+ aws-sdk-marketplaceentitlementservice (1.6.0)
322
+ aws-sdk-core (~> 3, >= 3.39.0)
323
+ aws-sigv4 (~> 1.0)
324
+ aws-sdk-marketplacemetering (1.7.0)
325
+ aws-sdk-core (~> 3, >= 3.39.0)
326
+ aws-sigv4 (~> 1.0)
327
+ aws-sdk-mediaconnect (1.0.0)
328
+ aws-sdk-core (~> 3, >= 3.39.0)
329
+ aws-sigv4 (~> 1.0)
330
+ aws-sdk-mediaconvert (1.18.0)
331
+ aws-sdk-core (~> 3, >= 3.39.0)
332
+ aws-sigv4 (~> 1.0)
333
+ aws-sdk-medialive (1.16.0)
334
+ aws-sdk-core (~> 3, >= 3.39.0)
335
+ aws-sigv4 (~> 1.0)
336
+ aws-sdk-mediapackage (1.10.0)
337
+ aws-sdk-core (~> 3, >= 3.39.0)
338
+ aws-sigv4 (~> 1.0)
339
+ aws-sdk-mediastore (1.7.0)
340
+ aws-sdk-core (~> 3, >= 3.39.0)
341
+ aws-sigv4 (~> 1.0)
342
+ aws-sdk-mediastoredata (1.8.0)
343
+ aws-sdk-core (~> 3, >= 3.39.0)
344
+ aws-sigv4 (~> 1.0)
345
+ aws-sdk-mediatailor (1.8.0)
346
+ aws-sdk-core (~> 3, >= 3.39.0)
347
+ aws-sigv4 (~> 1.0)
348
+ aws-sdk-migrationhub (1.8.0)
349
+ aws-sdk-core (~> 3, >= 3.39.0)
350
+ aws-sigv4 (~> 1.0)
351
+ aws-sdk-mobile (1.6.0)
352
+ aws-sdk-core (~> 3, >= 3.39.0)
353
+ aws-sigv4 (~> 1.0)
354
+ aws-sdk-mq (1.8.0)
355
+ aws-sdk-core (~> 3, >= 3.39.0)
356
+ aws-sigv4 (~> 1.0)
357
+ aws-sdk-mturk (1.9.0)
358
+ aws-sdk-core (~> 3, >= 3.39.0)
359
+ aws-sigv4 (~> 1.0)
360
+ aws-sdk-neptune (1.7.0)
361
+ aws-sdk-core (~> 3, >= 3.39.0)
362
+ aws-sigv4 (~> 1.0)
363
+ aws-sdk-opsworks (1.9.0)
364
+ aws-sdk-core (~> 3, >= 3.39.0)
365
+ aws-sigv4 (~> 1.0)
366
+ aws-sdk-opsworkscm (1.10.0)
367
+ aws-sdk-core (~> 3, >= 3.39.0)
368
+ aws-sigv4 (~> 1.0)
369
+ aws-sdk-organizations (1.16.0)
370
+ aws-sdk-core (~> 3, >= 3.39.0)
371
+ aws-sigv4 (~> 1.0)
372
+ aws-sdk-pi (1.6.0)
373
+ aws-sdk-core (~> 3, >= 3.39.0)
374
+ aws-sigv4 (~> 1.0)
375
+ aws-sdk-pinpoint (1.14.0)
376
+ aws-sdk-core (~> 3, >= 3.39.0)
377
+ aws-sigv4 (~> 1.0)
378
+ aws-sdk-pinpointemail (1.1.0)
379
+ aws-sdk-core (~> 3, >= 3.39.0)
380
+ aws-sigv4 (~> 1.0)
381
+ aws-sdk-pinpointsmsvoice (1.1.0)
382
+ aws-sdk-core (~> 3, >= 3.39.0)
383
+ aws-sigv4 (~> 1.0)
384
+ aws-sdk-polly (1.15.0)
385
+ aws-sdk-core (~> 3, >= 3.39.0)
386
+ aws-sigv4 (~> 1.0)
387
+ aws-sdk-pricing (1.6.0)
388
+ aws-sdk-core (~> 3, >= 3.39.0)
389
+ aws-sigv4 (~> 1.0)
390
+ aws-sdk-quicksight (1.0.0)
391
+ aws-sdk-core (~> 3, >= 3.39.0)
392
+ aws-sigv4 (~> 1.0)
393
+ aws-sdk-ram (1.1.0)
394
+ aws-sdk-core (~> 3, >= 3.39.0)
395
+ aws-sigv4 (~> 1.0)
396
+ aws-sdk-rds (1.41.0)
397
+ aws-sdk-core (~> 3, >= 3.39.0)
398
+ aws-sigv4 (~> 1.0)
399
+ aws-sdk-rdsdataservice (1.0.0)
400
+ aws-sdk-core (~> 3, >= 3.39.0)
401
+ aws-sigv4 (~> 1.0)
402
+ aws-sdk-redshift (1.16.0)
403
+ aws-sdk-core (~> 3, >= 3.39.0)
404
+ aws-sigv4 (~> 1.0)
405
+ aws-sdk-rekognition (1.16.0)
406
+ aws-sdk-core (~> 3, >= 3.39.0)
407
+ aws-sigv4 (~> 1.0)
408
+ aws-sdk-resourcegroups (1.9.0)
409
+ aws-sdk-core (~> 3, >= 3.39.0)
410
+ aws-sigv4 (~> 1.0)
411
+ aws-sdk-resourcegroupstaggingapi (1.6.0)
412
+ aws-sdk-core (~> 3, >= 3.39.0)
413
+ aws-sigv4 (~> 1.0)
414
+ aws-sdk-resources (3.35.0)
415
+ aws-sdk-acm (~> 1)
416
+ aws-sdk-acmpca (~> 1)
417
+ aws-sdk-alexaforbusiness (~> 1)
418
+ aws-sdk-amplify (~> 1)
419
+ aws-sdk-apigateway (~> 1)
420
+ aws-sdk-applicationautoscaling (~> 1)
421
+ aws-sdk-applicationdiscoveryservice (~> 1)
422
+ aws-sdk-appmesh (~> 1)
423
+ aws-sdk-appstream (~> 1)
424
+ aws-sdk-appsync (~> 1)
425
+ aws-sdk-athena (~> 1)
426
+ aws-sdk-autoscaling (~> 1)
427
+ aws-sdk-autoscalingplans (~> 1)
428
+ aws-sdk-batch (~> 1)
429
+ aws-sdk-budgets (~> 1)
430
+ aws-sdk-chime (~> 1)
431
+ aws-sdk-cloud9 (~> 1)
432
+ aws-sdk-clouddirectory (~> 1)
433
+ aws-sdk-cloudformation (~> 1)
434
+ aws-sdk-cloudfront (~> 1)
435
+ aws-sdk-cloudhsm (~> 1)
436
+ aws-sdk-cloudhsmv2 (~> 1)
437
+ aws-sdk-cloudsearch (~> 1)
438
+ aws-sdk-cloudsearchdomain (~> 1)
439
+ aws-sdk-cloudtrail (~> 1)
440
+ aws-sdk-cloudwatch (~> 1)
441
+ aws-sdk-cloudwatchevents (~> 1)
442
+ aws-sdk-cloudwatchlogs (~> 1)
443
+ aws-sdk-codebuild (~> 1)
444
+ aws-sdk-codecommit (~> 1)
445
+ aws-sdk-codedeploy (~> 1)
446
+ aws-sdk-codepipeline (~> 1)
447
+ aws-sdk-codestar (~> 1)
448
+ aws-sdk-cognitoidentity (~> 1)
449
+ aws-sdk-cognitoidentityprovider (~> 1)
450
+ aws-sdk-cognitosync (~> 1)
451
+ aws-sdk-comprehend (~> 1)
452
+ aws-sdk-comprehendmedical (~> 1)
453
+ aws-sdk-configservice (~> 1)
454
+ aws-sdk-connect (~> 1)
455
+ aws-sdk-costandusagereportservice (~> 1)
456
+ aws-sdk-costexplorer (~> 1)
457
+ aws-sdk-databasemigrationservice (~> 1)
458
+ aws-sdk-datapipeline (~> 1)
459
+ aws-sdk-datasync (~> 1)
460
+ aws-sdk-dax (~> 1)
461
+ aws-sdk-devicefarm (~> 1)
462
+ aws-sdk-directconnect (~> 1)
463
+ aws-sdk-directoryservice (~> 1)
464
+ aws-sdk-dlm (~> 1)
465
+ aws-sdk-dynamodb (~> 1)
466
+ aws-sdk-dynamodbstreams (~> 1)
467
+ aws-sdk-ec2 (~> 1)
468
+ aws-sdk-ecr (~> 1)
469
+ aws-sdk-ecs (~> 1)
470
+ aws-sdk-efs (~> 1)
471
+ aws-sdk-eks (~> 1)
472
+ aws-sdk-elasticache (~> 1)
473
+ aws-sdk-elasticbeanstalk (~> 1)
474
+ aws-sdk-elasticloadbalancing (~> 1)
475
+ aws-sdk-elasticloadbalancingv2 (~> 1)
476
+ aws-sdk-elasticsearchservice (~> 1)
477
+ aws-sdk-elastictranscoder (~> 1)
478
+ aws-sdk-emr (~> 1)
479
+ aws-sdk-firehose (~> 1)
480
+ aws-sdk-fms (~> 1)
481
+ aws-sdk-fsx (~> 1)
482
+ aws-sdk-gamelift (~> 1)
483
+ aws-sdk-glacier (~> 1)
484
+ aws-sdk-globalaccelerator (~> 1)
485
+ aws-sdk-glue (~> 1)
486
+ aws-sdk-greengrass (~> 1)
487
+ aws-sdk-guardduty (~> 1)
488
+ aws-sdk-health (~> 1)
489
+ aws-sdk-iam (~> 1)
490
+ aws-sdk-importexport (~> 1)
491
+ aws-sdk-inspector (~> 1)
492
+ aws-sdk-iot (~> 1)
493
+ aws-sdk-iot1clickdevicesservice (~> 1)
494
+ aws-sdk-iot1clickprojects (~> 1)
495
+ aws-sdk-iotanalytics (~> 1)
496
+ aws-sdk-iotdataplane (~> 1)
497
+ aws-sdk-iotjobsdataplane (~> 1)
498
+ aws-sdk-kafka (~> 1)
499
+ aws-sdk-kinesis (~> 1)
500
+ aws-sdk-kinesisanalytics (~> 1)
501
+ aws-sdk-kinesisanalyticsv2 (~> 1)
502
+ aws-sdk-kinesisvideo (~> 1)
503
+ aws-sdk-kinesisvideoarchivedmedia (~> 1)
504
+ aws-sdk-kinesisvideomedia (~> 1)
505
+ aws-sdk-kms (~> 1)
506
+ aws-sdk-lambda (~> 1)
507
+ aws-sdk-lambdapreview (~> 1)
508
+ aws-sdk-lex (~> 1)
509
+ aws-sdk-lexmodelbuildingservice (~> 1)
510
+ aws-sdk-licensemanager (~> 1)
511
+ aws-sdk-lightsail (~> 1)
512
+ aws-sdk-machinelearning (~> 1)
513
+ aws-sdk-macie (~> 1)
514
+ aws-sdk-marketplacecommerceanalytics (~> 1)
515
+ aws-sdk-marketplaceentitlementservice (~> 1)
516
+ aws-sdk-marketplacemetering (~> 1)
517
+ aws-sdk-mediaconnect (~> 1)
518
+ aws-sdk-mediaconvert (~> 1)
519
+ aws-sdk-medialive (~> 1)
520
+ aws-sdk-mediapackage (~> 1)
521
+ aws-sdk-mediastore (~> 1)
522
+ aws-sdk-mediastoredata (~> 1)
523
+ aws-sdk-mediatailor (~> 1)
524
+ aws-sdk-migrationhub (~> 1)
525
+ aws-sdk-mobile (~> 1)
526
+ aws-sdk-mq (~> 1)
527
+ aws-sdk-mturk (~> 1)
528
+ aws-sdk-neptune (~> 1)
529
+ aws-sdk-opsworks (~> 1)
530
+ aws-sdk-opsworkscm (~> 1)
531
+ aws-sdk-organizations (~> 1)
532
+ aws-sdk-pi (~> 1)
533
+ aws-sdk-pinpoint (~> 1)
534
+ aws-sdk-pinpointemail (~> 1)
535
+ aws-sdk-pinpointsmsvoice (~> 1)
536
+ aws-sdk-polly (~> 1)
537
+ aws-sdk-pricing (~> 1)
538
+ aws-sdk-quicksight (~> 1)
539
+ aws-sdk-ram (~> 1)
540
+ aws-sdk-rds (~> 1)
541
+ aws-sdk-rdsdataservice (~> 1)
542
+ aws-sdk-redshift (~> 1)
543
+ aws-sdk-rekognition (~> 1)
544
+ aws-sdk-resourcegroups (~> 1)
545
+ aws-sdk-resourcegroupstaggingapi (~> 1)
546
+ aws-sdk-robomaker (~> 1)
547
+ aws-sdk-route53 (~> 1)
548
+ aws-sdk-route53domains (~> 1)
549
+ aws-sdk-route53resolver (~> 1)
550
+ aws-sdk-s3 (~> 1)
551
+ aws-sdk-s3control (~> 1)
552
+ aws-sdk-sagemaker (~> 1)
553
+ aws-sdk-sagemakerruntime (~> 1)
554
+ aws-sdk-secretsmanager (~> 1)
555
+ aws-sdk-securityhub (~> 1)
556
+ aws-sdk-serverlessapplicationrepository (~> 1)
557
+ aws-sdk-servicecatalog (~> 1)
558
+ aws-sdk-servicediscovery (~> 1)
559
+ aws-sdk-ses (~> 1)
560
+ aws-sdk-shield (~> 1)
561
+ aws-sdk-signer (~> 1)
562
+ aws-sdk-simpledb (~> 1)
563
+ aws-sdk-sms (~> 1)
564
+ aws-sdk-snowball (~> 1)
565
+ aws-sdk-sns (~> 1)
566
+ aws-sdk-sqs (~> 1)
567
+ aws-sdk-ssm (~> 1)
568
+ aws-sdk-states (~> 1)
569
+ aws-sdk-storagegateway (~> 1)
570
+ aws-sdk-support (~> 1)
571
+ aws-sdk-swf (~> 1)
572
+ aws-sdk-transcribeservice (~> 1)
573
+ aws-sdk-transfer (~> 1)
574
+ aws-sdk-translate (~> 1)
575
+ aws-sdk-waf (~> 1)
576
+ aws-sdk-wafregional (~> 1)
577
+ aws-sdk-workdocs (~> 1)
578
+ aws-sdk-workmail (~> 1)
579
+ aws-sdk-workspaces (~> 1)
580
+ aws-sdk-xray (~> 1)
581
+ aws-sdk-robomaker (1.0.0)
582
+ aws-sdk-core (~> 3, >= 3.39.0)
583
+ aws-sigv4 (~> 1.0)
584
+ aws-sdk-route53 (1.16.0)
585
+ aws-sdk-core (~> 3, >= 3.39.0)
586
+ aws-sigv4 (~> 1.0)
587
+ aws-sdk-route53domains (1.8.0)
588
+ aws-sdk-core (~> 3, >= 3.39.0)
589
+ aws-sigv4 (~> 1.0)
590
+ aws-sdk-route53resolver (1.1.0)
591
+ aws-sdk-core (~> 3, >= 3.39.0)
592
+ aws-sigv4 (~> 1.0)
593
+ aws-sdk-s3 (1.29.0)
594
+ aws-sdk-core (~> 3, >= 3.39.0)
595
+ aws-sdk-kms (~> 1)
596
+ aws-sigv4 (~> 1.0)
597
+ aws-sdk-s3control (1.1.0)
598
+ aws-sdk-core (~> 3, >= 3.39.0)
599
+ aws-sigv4 (~> 1.0)
600
+ aws-sdk-sagemaker (1.25.0)
601
+ aws-sdk-core (~> 3, >= 3.39.0)
602
+ aws-sigv4 (~> 1.0)
603
+ aws-sdk-sagemakerruntime (1.7.0)
604
+ aws-sdk-core (~> 3, >= 3.39.0)
605
+ aws-sigv4 (~> 1.0)
606
+ aws-sdk-secretsmanager (1.20.0)
607
+ aws-sdk-core (~> 3, >= 3.39.0)
608
+ aws-sigv4 (~> 1.0)
609
+ aws-sdk-securityhub (1.0.0)
610
+ aws-sdk-core (~> 3, >= 3.39.0)
611
+ aws-sigv4 (~> 1.0)
612
+ aws-sdk-serverlessapplicationrepository (1.11.0)
613
+ aws-sdk-core (~> 3, >= 3.39.0)
614
+ aws-sigv4 (~> 1.0)
615
+ aws-sdk-servicecatalog (1.14.0)
616
+ aws-sdk-core (~> 3, >= 3.39.0)
617
+ aws-sigv4 (~> 1.0)
618
+ aws-sdk-servicediscovery (1.9.0)
619
+ aws-sdk-core (~> 3, >= 3.39.0)
620
+ aws-sigv4 (~> 1.0)
621
+ aws-sdk-ses (1.14.0)
622
+ aws-sdk-core (~> 3, >= 3.39.0)
623
+ aws-sigv4 (~> 1.0)
624
+ aws-sdk-shield (1.9.0)
625
+ aws-sdk-core (~> 3, >= 3.39.0)
626
+ aws-sigv4 (~> 1.0)
627
+ aws-sdk-signer (1.5.0)
628
+ aws-sdk-core (~> 3, >= 3.39.0)
629
+ aws-sigv4 (~> 1.0)
630
+ aws-sdk-simpledb (1.6.0)
631
+ aws-sdk-core (~> 3, >= 3.39.0)
632
+ aws-sigv2 (~> 1.0)
633
+ aws-sdk-sms (1.7.0)
634
+ aws-sdk-core (~> 3, >= 3.39.0)
635
+ aws-sigv4 (~> 1.0)
636
+ aws-sdk-snowball (1.11.0)
637
+ aws-sdk-core (~> 3, >= 3.39.0)
638
+ aws-sigv4 (~> 1.0)
639
+ aws-sdk-sns (1.9.0)
640
+ aws-sdk-core (~> 3, >= 3.39.0)
641
+ aws-sigv4 (~> 1.0)
642
+ aws-sdk-sqs (1.10.0)
643
+ aws-sdk-core (~> 3, >= 3.39.0)
644
+ aws-sigv4 (~> 1.0)
645
+ aws-sdk-ssm (1.34.0)
646
+ aws-sdk-core (~> 3, >= 3.39.0)
647
+ aws-sigv4 (~> 1.0)
648
+ aws-sdk-states (1.9.0)
649
+ aws-sdk-core (~> 3, >= 3.39.0)
650
+ aws-sigv4 (~> 1.0)
651
+ aws-sdk-storagegateway (1.13.0)
652
+ aws-sdk-core (~> 3, >= 3.39.0)
653
+ aws-sigv4 (~> 1.0)
654
+ aws-sdk-support (1.6.0)
655
+ aws-sdk-core (~> 3, >= 3.39.0)
656
+ aws-sigv4 (~> 1.0)
657
+ aws-sdk-swf (1.6.0)
658
+ aws-sdk-core (~> 3, >= 3.39.0)
659
+ aws-sigv4 (~> 1.0)
660
+ aws-sdk-transcribeservice (1.12.0)
661
+ aws-sdk-core (~> 3, >= 3.39.0)
662
+ aws-sigv4 (~> 1.0)
663
+ aws-sdk-transfer (1.0.0)
664
+ aws-sdk-core (~> 3, >= 3.39.0)
665
+ aws-sigv4 (~> 1.0)
666
+ aws-sdk-translate (1.8.0)
667
+ aws-sdk-core (~> 3, >= 3.39.0)
668
+ aws-sigv4 (~> 1.0)
669
+ aws-sdk-waf (1.11.0)
670
+ aws-sdk-core (~> 3, >= 3.39.0)
671
+ aws-sigv4 (~> 1.0)
672
+ aws-sdk-wafregional (1.12.0)
673
+ aws-sdk-core (~> 3, >= 3.39.0)
674
+ aws-sigv4 (~> 1.0)
675
+ aws-sdk-workdocs (1.8.0)
676
+ aws-sdk-core (~> 3, >= 3.39.0)
677
+ aws-sigv4 (~> 1.0)
678
+ aws-sdk-workmail (1.7.0)
679
+ aws-sdk-core (~> 3, >= 3.39.0)
680
+ aws-sigv4 (~> 1.0)
681
+ aws-sdk-workspaces (1.11.0)
682
+ aws-sdk-core (~> 3, >= 3.39.0)
683
+ aws-sigv4 (~> 1.0)
684
+ aws-sdk-xray (1.10.0)
685
+ aws-sdk-core (~> 3, >= 3.39.0)
686
+ aws-sigv4 (~> 1.0)
687
+ aws-sigv2 (1.0.1)
688
+ aws-sigv4 (1.0.3)
689
+ coderay (1.1.2)
690
+ file-tail (1.2.0)
691
+ tins (~> 1.0)
692
+ jmespath (1.4.0)
693
+ method_source (0.9.2)
694
+ minitest (5.11.3)
695
+ pry (0.12.2)
696
+ coderay (~> 1.1.0)
697
+ method_source (~> 0.9.0)
698
+ rake (10.5.0)
699
+ ruby-limiter (1.0.1)
700
+ tins (1.20.2)
701
+
702
+ PLATFORMS
703
+ ruby
704
+
705
+ DEPENDENCIES
706
+ bundler (~> 1.16)
707
+ minitest (~> 5.0)
708
+ pry
709
+ rake (~> 10.0)
710
+ webload-client!
711
+
712
+ BUNDLED WITH
713
+ 1.16.6
@@ -0,0 +1,21 @@
1
+ The MIT License (MIT)
2
+
3
+ Copyright (c) 2018 Juan Breinlinger
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in
13
+ all copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21
+ THE SOFTWARE.
@@ -0,0 +1,44 @@
1
+ # Webload client
2
+
3
+ A Client to tail nginx log files and push the GET urls into an SQS queue that is going to be used for load testing through a lambda function
4
+
5
+ ## Installation
6
+
7
+ Install it yourself as:
8
+
9
+ $ gem install webload-client
10
+
11
+ ## Usage
12
+
13
+
14
+ ```
15
+ $ webload -h
16
+ Usage: webload [options]
17
+ -q, --queue-name SQS_QUEUE_NAME The sqs queue name
18
+ -l, --log-file LOG_FILE The log file to be processed
19
+ -r, --rate-per-minute RATE The number of requests per minute
20
+ -u, --url URL The destination URL to send the traffic to
21
+ -b, --batch NUM The number of requests to accumulate before sending to sqs
22
+
23
+ -v, --verbose Run verbosely
24
+ -h, --help Show this message
25
+ ```
26
+
27
+ ## Development
28
+
29
+ After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
30
+
31
+ To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
32
+
33
+ ## Contributing
34
+
35
+ Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/webload-client. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
36
+
37
+ ## License
38
+
39
+ The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
40
+
41
+ ## Code of Conduct
42
+
43
+ Everyone interacting in the Webload::Client project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/webload-client/blob/master/CODE_OF_CONDUCT.md).
44
+ # gem-webload
@@ -0,0 +1,10 @@
1
+ require "bundler/gem_tasks"
2
+ require "rake/testtask"
3
+
4
+ Rake::TestTask.new(:test) do |t|
5
+ t.libs << "test"
6
+ t.libs << "lib"
7
+ t.test_files = FileList["test/**/*_test.rb"]
8
+ end
9
+
10
+ task :default => :test
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+
3
+ require "bundler/setup"
4
+ require "webload/client"
@@ -0,0 +1,79 @@
1
+ require "optparse"
2
+ require "json"
3
+ require "pry"
4
+ require "uri"
5
+ require "ostruct"
6
+ require "aws-sdk"
7
+ require "file-tail"
8
+ require "limiter"
9
+ require "webload/client/cli"
10
+ require "webload/client/logger"
11
+ require "webload/client/version"
12
+ require "webload/client/log_file"
13
+ require "webload/client/sqs"
14
+
15
+ module Webload
16
+ module Client
17
+ time = Time.now
18
+ rate = $options.rpm.zero? ? 0 : 60.0 / $options.rpm
19
+
20
+ fd = IO.popen("tail -f -n0 #{$options.log_file}", 'r')
21
+ $logger.debug('Log file opened and ready for processing entries')
22
+ entries = []
23
+
24
+ fd.each_line do |line|
25
+ begin
26
+ now = Time.now
27
+ interval = now - time
28
+
29
+ if interval > rate
30
+ time = Time.now
31
+ uri = line.match(/"GET (.*?) HTTP/).captures.first
32
+ request = URI.join($options.url, uri)
33
+ $logger.debug('Request arrived: ' + request.to_s)
34
+ message = JSON.dump(url: request.to_s)
35
+ $logger.debug('Message: ' + message)
36
+
37
+ entries << {id: entries.size.to_s, message_body: message}
38
+ if entries.size == $options.batch
39
+ $client.send_message_batch(queue_url: $queue, entries: entries)
40
+ $logger.debug('Message sent to SQS')
41
+ entries = []
42
+ end
43
+ else
44
+ $logger.warn('Rate limit exceeded')
45
+ end
46
+ rescue => e
47
+ $logger.warn(e.message)
48
+ end
49
+ end
50
+
51
+ #File.open($options.log_file) do |log|
52
+ #$logger.debug('Log file opened and processing entries')
53
+ #log.extend(File::Tail)
54
+ #log.backward(0)
55
+ #log.interval = 0
56
+ #log.tail do |line|
57
+ #begin
58
+ #now = Time.now
59
+ #interval = now - time
60
+
61
+ #if interval > rate
62
+ #time = Time.now
63
+ #uri = line.match(/"GET (.*?) HTTP/).captures.first
64
+ #request = URI.join($options.url, uri)
65
+ #$logger.debug('Request arrived: ' + request.to_s)
66
+ #message = JSON.dump(url: request.to_s)
67
+ #$logger.debug('Message: ' + message)
68
+ #$client.send_message(queue_url: $queue, message_body: message)
69
+ #$logger.debug('Message sent to SQS')
70
+ #else
71
+ #$logger.warn('Rate limit exceeded')
72
+ #end
73
+ #rescue => e
74
+ #$logger.warn(e.message)
75
+ #end
76
+ #end
77
+ #end
78
+ end
79
+ end
@@ -0,0 +1,66 @@
1
+ module Webload
2
+ module Client
3
+ ARGV << '-h' if ARGV.empty?
4
+
5
+ class WebloadOptionParser
6
+ def self.parse(args)
7
+ options = OpenStruct.new
8
+
9
+ parser = OptionParser.new do |opts|
10
+ opts.banner = "Usage: webload [options]"
11
+
12
+ opts.on("-q", "--queue-name SQS_QUEUE_NAME", "The sqs queue name") do |v|
13
+ options[:queue_name] = v
14
+ end
15
+
16
+ opts.on("-l", "--log-file LOG_FILE", "The log file to be processed") do |v|
17
+ options[:log_file] = v
18
+ end
19
+
20
+ opts.on("-r", "--rate-per-minute RATE", "The number of requests per minute") do |v|
21
+ options[:rpm] = v.to_i
22
+ end
23
+
24
+ opts.on("-u", "--url URL", "The destination URL to send the traffic to") do |v|
25
+ options[:url] = v
26
+ end
27
+
28
+ opts.on("-b", "--batch NUM", "The number of requests to accumulate before sending to sqs") do |v|
29
+ options[:batch] = v.to_i
30
+ end
31
+
32
+ opts.separator ""
33
+
34
+ opts.on_tail("-v", "--verbose", "Run verbosely") do |v|
35
+ options[:verbose] = v
36
+ end
37
+
38
+ opts.on_tail("-h", "--help", "Show this message") do
39
+ puts opts
40
+ exit
41
+ end
42
+ end
43
+
44
+ # Default values
45
+ options.rpm ||= 0
46
+ options.batch ||= 1
47
+
48
+ # Parse and return options
49
+ parser.parse!(args)
50
+ options
51
+ end
52
+ end
53
+
54
+ begin
55
+ $options = WebloadOptionParser.parse(ARGV)
56
+ mandatory = [:log_file, :queue_name, :url]
57
+ missing = mandatory.select{ |param| $options.send(param).nil? }
58
+ unless missing.empty?
59
+ raise OptionParser::MissingArgument.new(missing.join(', '))
60
+ end
61
+ rescue OptionParser::InvalidOption, OptionParser::MissingArgument
62
+ puts $!.to_s
63
+ exit
64
+ end
65
+ end
66
+ end
@@ -0,0 +1,11 @@
1
+ module Webload
2
+ module Client
3
+ begin
4
+ fail('Log file doesn\' exist') if !File.exist?($options.log_file)
5
+ $logger.debug('Checked log file exist')
6
+ rescue => e
7
+ $logger.error(e.message)
8
+ exit 1
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,7 @@
1
+ module Webload
2
+ module Client
3
+ $logger = Logger.new(STDOUT)
4
+ $logger.level = Logger::INFO if !$options.verbose
5
+ $logger.debug('Logger initialized')
6
+ end
7
+ end
@@ -0,0 +1,13 @@
1
+ module Webload
2
+ module Client
3
+ begin
4
+ $client = ::Aws::SQS::Client.new
5
+
6
+ $queue = $client.get_queue_url(queue_name: $options.queue_name).queue_url
7
+ $logger.debug('SQS Client connection stablished')
8
+ rescue => e
9
+ $logger.error(e.message)
10
+ exit 1
11
+ end
12
+ end
13
+ end
@@ -0,0 +1,5 @@
1
+ module Webload
2
+ module Client
3
+ VERSION = "0.1.0"
4
+ end
5
+ end
@@ -0,0 +1,32 @@
1
+
2
+ lib = File.expand_path("../lib", __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require "webload/client/version"
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "webload-client"
8
+ spec.version = Webload::Client::VERSION
9
+ spec.authors = ["Juan Breinlinger"]
10
+ spec.email = ["<juan.brein@breins.net>"]
11
+
12
+ spec.summary = %q{A client to push nginx log entries into an SQS queue}
13
+ spec.license = "MIT"
14
+
15
+ # Specify which files should be added to the gem when it is released.
16
+ # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
17
+ spec.files = Dir.chdir(File.expand_path('..', __FILE__)) do
18
+ `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
19
+ end
20
+ spec.bindir = "exe"
21
+ spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
22
+ spec.require_paths = ["lib"]
23
+
24
+ spec.add_development_dependency "bundler", "~> 1.16"
25
+ spec.add_development_dependency "rake", "~> 10.0"
26
+ spec.add_development_dependency "minitest", "~> 5.0"
27
+ spec.add_development_dependency "pry"
28
+
29
+ spec.add_dependency "aws-sdk"
30
+ spec.add_dependency "file-tail"
31
+ spec.add_dependency "ruby-limiter"
32
+ end
metadata ADDED
@@ -0,0 +1,158 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: webload-client
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Juan Breinlinger
8
+ autorequire:
9
+ bindir: exe
10
+ cert_chain: []
11
+ date: 2018-12-03 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.16'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.16'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '10.0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '10.0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: minitest
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '5.0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '5.0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: pry
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: aws-sdk
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: file-tail
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: ruby-limiter
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ description:
112
+ email:
113
+ - "<juan.brein@breins.net>"
114
+ executables: []
115
+ extensions: []
116
+ extra_rdoc_files: []
117
+ files:
118
+ - ".gitignore"
119
+ - ".travis.yml"
120
+ - CODE_OF_CONDUCT.md
121
+ - Gemfile
122
+ - Gemfile.lock
123
+ - LICENSE.txt
124
+ - README.md
125
+ - Rakefile
126
+ - bin/webload
127
+ - lib/webload/client.rb
128
+ - lib/webload/client/cli.rb
129
+ - lib/webload/client/log_file.rb
130
+ - lib/webload/client/logger.rb
131
+ - lib/webload/client/sqs.rb
132
+ - lib/webload/client/version.rb
133
+ - webload-client.gemspec
134
+ homepage:
135
+ licenses:
136
+ - MIT
137
+ metadata: {}
138
+ post_install_message:
139
+ rdoc_options: []
140
+ require_paths:
141
+ - lib
142
+ required_ruby_version: !ruby/object:Gem::Requirement
143
+ requirements:
144
+ - - ">="
145
+ - !ruby/object:Gem::Version
146
+ version: '0'
147
+ required_rubygems_version: !ruby/object:Gem::Requirement
148
+ requirements:
149
+ - - ">="
150
+ - !ruby/object:Gem::Version
151
+ version: '0'
152
+ requirements: []
153
+ rubyforge_project:
154
+ rubygems_version: 2.7.8
155
+ signing_key:
156
+ specification_version: 4
157
+ summary: A client to push nginx log entries into an SQS queue
158
+ test_files: []