funktor 0.2.1 → 0.2.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/workflows/ruby.yml +35 -0
- data/.gitignore +2 -2
- data/Gemfile.lock +6 -6
- data/funktor.gemspec +1 -1
- data/lib/funktor.rb +0 -1
- data/lib/funktor/cli/bootstrap.rb +7 -7
- data/lib/funktor/cli/init.rb +135 -30
- data/lib/funktor/cli/templates/Gemfile +1 -3
- data/lib/funktor/cli/templates/{workers → app/workers}/hello_worker.rb +0 -0
- data/lib/funktor/cli/templates/config/boot.rb +16 -0
- data/lib/funktor/cli/templates/config/environment.yml +4 -2
- data/lib/funktor/cli/templates/{function_definitions → config/function_definitions}/incoming_job_handler.yml +1 -1
- data/lib/funktor/cli/templates/config/function_definitions/work_queue_handler.yml +11 -0
- data/lib/funktor/cli/templates/config/funktor.yml +27 -14
- data/lib/funktor/cli/templates/{iam_permissions → config/iam_permissions}/incoming_job_queue.yml +0 -0
- data/lib/funktor/cli/templates/{iam_permissions → config/iam_permissions}/ssm.yml +0 -0
- data/lib/funktor/cli/templates/{iam_permissions/active_job_queue.yml → config/iam_permissions/work_queue.yml} +1 -1
- data/lib/funktor/cli/templates/config/package.yml +4 -2
- data/lib/funktor/cli/templates/{resources → config/resources}/cloudwatch_dashboard.yml +268 -231
- data/lib/funktor/cli/templates/{resources → config/resources}/incoming_job_queue.yml +0 -0
- data/lib/funktor/cli/templates/{resources → config/resources}/incoming_job_queue_user.yml +0 -0
- data/lib/funktor/cli/templates/config/resources/work_queue.yml +22 -0
- data/lib/funktor/cli/templates/funktor_init.yml.tt +69 -0
- data/lib/funktor/cli/templates/{handlers → lambda_event_handlers}/incoming_job_handler.rb +1 -1
- data/lib/funktor/cli/templates/lambda_event_handlers/work_queue_handler.rb +8 -0
- data/lib/funktor/cli/templates/package.json +8 -1
- data/lib/funktor/cli/templates/serverless.yml +13 -12
- data/lib/funktor/incoming_job_handler.rb +11 -1
- data/lib/funktor/job.rb +4 -0
- data/lib/funktor/version.rb +1 -1
- data/lib/funktor/worker.rb +9 -0
- metadata +17 -18
- data/lib/funktor/cli/templates/function_definitions/active_job_handler.yml +0 -11
- data/lib/funktor/cli/templates/funktor.yml.tt +0 -51
- data/lib/funktor/cli/templates/handlers/active_job_handler.rb +0 -17
- data/lib/funktor/cli/templates/resources/active_job_queue.yml +0 -22
- data/lib/funktor/deploy/cli.rb +0 -42
- data/lib/funktor/deploy/serverless.rb +0 -60
- data/lib/funktor/deploy/serverless_templates/serverless.yml +0 -156
data/lib/funktor/cli/templates/{iam_permissions → config/iam_permissions}/incoming_job_queue.yml
RENAMED
|
File without changes
|
|
File without changes
|
|
@@ -1,8 +1,10 @@
|
|
|
1
|
+
# TODO - Figure out how to allow individual packaging to work out of the box.
|
|
2
|
+
individually: false
|
|
1
3
|
include:
|
|
2
4
|
- Gemfile
|
|
3
5
|
- Gemfile.lock
|
|
4
|
-
-
|
|
5
|
-
-
|
|
6
|
+
- config/boot.rb
|
|
7
|
+
- app/**
|
|
6
8
|
# Evertyting is excluded by default with serverless-ruby-layer, but you could use
|
|
7
9
|
# the lines below to exlude files that are inside an include path.
|
|
8
10
|
#exclude:
|
|
@@ -6,123 +6,82 @@ Resources:
|
|
|
6
6
|
DashboardBody: >
|
|
7
7
|
{
|
|
8
8
|
"widgets": [
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
"
|
|
12
|
-
"
|
|
9
|
+
|
|
10
|
+
{ <% "Incoming Jobs" %>
|
|
11
|
+
"height": 3,
|
|
12
|
+
"width": 6,
|
|
13
|
+
"y": 0,
|
|
13
14
|
"x": 0,
|
|
14
|
-
"type": "
|
|
15
|
+
"type": "text",
|
|
15
16
|
"properties": {
|
|
16
|
-
"
|
|
17
|
-
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Received" } ],
|
|
18
|
-
[ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
|
|
19
|
-
[ "AWS/Lambda", "Invocations", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", "Resource", "${self:service}-${self:provider.stage}-incoming_job_handler", { "label": "Handler Invocations" } ],
|
|
20
|
-
[ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Pending?" } ],
|
|
21
|
-
[ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
|
|
22
|
-
[ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
|
|
23
|
-
[ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
|
|
24
|
-
],
|
|
25
|
-
"view": "timeSeries",
|
|
26
|
-
"stacked": false,
|
|
27
|
-
"region": "us-east-1",
|
|
28
|
-
"title": "Incoming Job Queue (Async & scheduled jobs land here first)",
|
|
29
|
-
"period": 60,
|
|
30
|
-
"stat": "Sum",
|
|
31
|
-
"setPeriodToTimeRange": true,
|
|
32
|
-
"liveData": true
|
|
17
|
+
"markdown": "\n# Incoming Jobs\n"
|
|
33
18
|
}
|
|
34
19
|
},
|
|
35
|
-
{
|
|
36
|
-
"height":
|
|
37
|
-
"width":
|
|
38
|
-
"y":
|
|
39
|
-
"x":
|
|
20
|
+
{ <% "Incoming Job Queue Messages per minute" %>
|
|
21
|
+
"height": 3,
|
|
22
|
+
"width": 3,
|
|
23
|
+
"y": 0,
|
|
24
|
+
"x": 6,
|
|
40
25
|
"type": "metric",
|
|
41
26
|
"properties": {
|
|
42
27
|
"metrics": [
|
|
43
|
-
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.
|
|
44
|
-
[ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
|
|
45
|
-
[ "AWS/Lambda", "Invocations", "FunctionName", "${self:service}-${self:provider.stage}-activeJobHandler", "Resource", "${self:service}-${self:provider.stage}-activeJobHandler", { "label": "Handler Invocations" } ],
|
|
46
|
-
[ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.activeJobQueueName}", { "label": "Pending?" } ],
|
|
47
|
-
[ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
|
|
48
|
-
[ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
|
|
49
|
-
[ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
|
|
28
|
+
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Messages Per Minute" } ]
|
|
50
29
|
],
|
|
51
|
-
"view": "
|
|
52
|
-
"stacked": false,
|
|
30
|
+
"view": "singleValue",
|
|
53
31
|
"region": "us-east-1",
|
|
54
|
-
"title": "Active Job Queue (Async jobs go here immediately, scheduled jobs land here in the minute before they're scheduled)",
|
|
55
|
-
"period": 60,
|
|
56
32
|
"stat": "Sum",
|
|
57
|
-
"
|
|
33
|
+
"period": 60,
|
|
34
|
+
"title": "Messages Per Minute"
|
|
58
35
|
}
|
|
59
36
|
},
|
|
60
|
-
{
|
|
37
|
+
{ <% "Incoming Job Handler Duration" %>
|
|
61
38
|
"height": 3,
|
|
62
|
-
"width":
|
|
63
|
-
"y":
|
|
64
|
-
"x":
|
|
39
|
+
"width": 15,
|
|
40
|
+
"y": 0,
|
|
41
|
+
"x": 9,
|
|
65
42
|
"type": "metric",
|
|
66
43
|
"properties": {
|
|
67
44
|
"metrics": [
|
|
68
|
-
[
|
|
69
|
-
[ "
|
|
70
|
-
[ "
|
|
71
|
-
[ "
|
|
45
|
+
[ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", "Resource", "${self:service}-${self:provider.stage}-incoming_job_handler", { "label": "p10" } ],
|
|
46
|
+
[ "...", { "label": "p50", "stat": "p50" } ],
|
|
47
|
+
[ "...", { "label": "p99", "stat": "p99" } ],
|
|
48
|
+
[ "...", { "label": "Average", "stat": "Average" } ]
|
|
72
49
|
],
|
|
73
|
-
"view": "
|
|
74
|
-
"stacked": false,
|
|
50
|
+
"view": "singleValue",
|
|
75
51
|
"region": "us-east-1",
|
|
76
|
-
"
|
|
52
|
+
"stat": "p10",
|
|
77
53
|
"period": 60,
|
|
78
|
-
"
|
|
79
|
-
"liveData": true
|
|
54
|
+
"title": "Handler Duration"
|
|
80
55
|
}
|
|
81
56
|
},
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
"
|
|
85
|
-
"
|
|
57
|
+
|
|
58
|
+
{ <% "Incoming Job Queue (Async & scheduled jobs land here first)" %>
|
|
59
|
+
"height": 6,
|
|
60
|
+
"width": 9,
|
|
61
|
+
"y": 3,
|
|
86
62
|
"x": 0,
|
|
87
63
|
"type": "metric",
|
|
88
64
|
"properties": {
|
|
89
65
|
"metrics": [
|
|
90
|
-
[ "AWS/
|
|
91
|
-
[ "
|
|
92
|
-
[ "
|
|
93
|
-
[ "
|
|
94
|
-
[ ".", "
|
|
66
|
+
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Received" } ],
|
|
67
|
+
[ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
|
|
68
|
+
[ "AWS/Lambda", "Invocations", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", "Resource", "${self:service}-${self:provider.stage}-incoming_job_handler", { "label": "Handler Invocations" } ],
|
|
69
|
+
[ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Pending?" } ],
|
|
70
|
+
[ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
|
|
71
|
+
[ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
|
|
72
|
+
[ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
|
|
95
73
|
],
|
|
96
74
|
"view": "timeSeries",
|
|
97
75
|
"stacked": false,
|
|
98
76
|
"region": "us-east-1",
|
|
99
|
-
"
|
|
77
|
+
"title": "Incoming Job Queue (Async & scheduled jobs land here first)",
|
|
100
78
|
"period": 60,
|
|
101
|
-
"title": "Scheduled Job Table Latency",
|
|
102
|
-
"liveData": true
|
|
103
|
-
}
|
|
104
|
-
},
|
|
105
|
-
{
|
|
106
|
-
"height": 3,
|
|
107
|
-
"width": 6,
|
|
108
|
-
"y": 33,
|
|
109
|
-
"x": 18,
|
|
110
|
-
"type": "metric",
|
|
111
|
-
"properties": {
|
|
112
|
-
"metrics": [
|
|
113
|
-
[ "AWS/DynamoDB", "ThrottledRequests", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "DeleteItem" ],
|
|
114
|
-
[ "...", "PutItem" ]
|
|
115
|
-
],
|
|
116
|
-
"view": "timeSeries",
|
|
117
|
-
"stacked": false,
|
|
118
|
-
"region": "us-east-1",
|
|
119
79
|
"stat": "Sum",
|
|
120
|
-
"
|
|
121
|
-
"title": "Scheduled Job Table Throttled Operations",
|
|
80
|
+
"setPeriodToTimeRange": true,
|
|
122
81
|
"liveData": true
|
|
123
82
|
}
|
|
124
83
|
},
|
|
125
|
-
{
|
|
84
|
+
{ <% "Incoming Job Handler Duration in Milliseconds" %>
|
|
126
85
|
"height": 6,
|
|
127
86
|
"width": 9,
|
|
128
87
|
"y": 3,
|
|
@@ -142,7 +101,7 @@ Resources:
|
|
|
142
101
|
"liveData": true
|
|
143
102
|
}
|
|
144
103
|
},
|
|
145
|
-
{
|
|
104
|
+
{ <% "Incoming Job Handler Error count and success rate (%)" %>
|
|
146
105
|
"height": 3,
|
|
147
106
|
"width": 6,
|
|
148
107
|
"y": 3,
|
|
@@ -167,7 +126,9 @@ Resources:
|
|
|
167
126
|
"liveData": true
|
|
168
127
|
}
|
|
169
128
|
},
|
|
170
|
-
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
{ <% "Incoming Job Handler Concurrent Executions" %>
|
|
171
132
|
"height": 3,
|
|
172
133
|
"width": 6,
|
|
173
134
|
"y": 6,
|
|
@@ -185,104 +146,127 @@ Resources:
|
|
|
185
146
|
"liveData": true
|
|
186
147
|
}
|
|
187
148
|
},
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
<% current_y = 9 %>
|
|
153
|
+
<%- queue_names.each do |queue_name| -%>
|
|
154
|
+
{ <% "Active Jobs" %>
|
|
155
|
+
"height": 3,
|
|
156
|
+
"width": 6,
|
|
157
|
+
"y": <%= current_y %>,
|
|
158
|
+
"x": 0,
|
|
159
|
+
"type": "text",
|
|
160
|
+
"properties": {
|
|
161
|
+
"markdown": "\n# <%= queue_name.camelize %> Queue\n"
|
|
162
|
+
}
|
|
163
|
+
},
|
|
164
|
+
{ <% "Active Jobs messages per minut" %>
|
|
165
|
+
"height": 3,
|
|
166
|
+
"width": 3,
|
|
167
|
+
"y": <%= current_y %>,
|
|
168
|
+
"x": 6,
|
|
193
169
|
"type": "metric",
|
|
194
170
|
"properties": {
|
|
195
|
-
"period": 60,
|
|
196
171
|
"metrics": [
|
|
197
|
-
[ "AWS/
|
|
198
|
-
|
|
199
|
-
[ "...", { "stat": "Maximum" } ]
|
|
172
|
+
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
|
|
173
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueName}", { "label": "Messages Per Minute" } ]
|
|
200
174
|
],
|
|
175
|
+
"view": "singleValue",
|
|
201
176
|
"region": "us-east-1",
|
|
202
|
-
"
|
|
203
|
-
"
|
|
204
|
-
"
|
|
205
|
-
"liveData": true
|
|
177
|
+
"stat": "Sum",
|
|
178
|
+
"period": 60,
|
|
179
|
+
"title": "Messages Per Minute"
|
|
206
180
|
}
|
|
207
181
|
},
|
|
208
|
-
{
|
|
182
|
+
{ <% "Active Job Handler Duration" %>
|
|
209
183
|
"height": 3,
|
|
210
|
-
"width":
|
|
211
|
-
"y":
|
|
212
|
-
"x":
|
|
184
|
+
"width": 15,
|
|
185
|
+
"y": <%= current_y %>,
|
|
186
|
+
"x": 9,
|
|
213
187
|
"type": "metric",
|
|
214
188
|
"properties": {
|
|
215
|
-
"period": 60,
|
|
216
189
|
"metrics": [
|
|
217
|
-
[ "AWS/Lambda", "
|
|
218
|
-
|
|
219
|
-
|
|
190
|
+
[ "AWS/Lambda", "Duration", "FunctionName",
|
|
191
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", "Resource",
|
|
192
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "label": "p10" } ],
|
|
193
|
+
[ "...", { "label": "p50", "stat": "p50" } ],
|
|
194
|
+
[ "...", { "label": "p99", "stat": "p99" } ],
|
|
195
|
+
[ "...", { "label": "Average", "stat": "Average" } ]
|
|
220
196
|
],
|
|
197
|
+
"view": "singleValue",
|
|
221
198
|
"region": "us-east-1",
|
|
222
|
-
"
|
|
223
|
-
"
|
|
224
|
-
|
|
225
|
-
"max": 100
|
|
226
|
-
}
|
|
227
|
-
},
|
|
228
|
-
"view": "timeSeries",
|
|
229
|
-
"stacked": false,
|
|
230
|
-
"liveData": true
|
|
199
|
+
"stat": "p10",
|
|
200
|
+
"period": 60,
|
|
201
|
+
"title": "Handler Duration"
|
|
231
202
|
}
|
|
232
203
|
},
|
|
233
|
-
{
|
|
234
|
-
"height":
|
|
235
|
-
"width":
|
|
236
|
-
"y":
|
|
237
|
-
"x":
|
|
204
|
+
{ <% "Active Job Queue" %>
|
|
205
|
+
"height": 6,
|
|
206
|
+
"width": 9,
|
|
207
|
+
"y": <%= current_y + 3 %>,
|
|
208
|
+
"x": 0,
|
|
238
209
|
"type": "metric",
|
|
239
210
|
"properties": {
|
|
240
|
-
"period": 60,
|
|
241
211
|
"metrics": [
|
|
242
|
-
[ "AWS/
|
|
212
|
+
[ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
|
|
213
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueName}",
|
|
214
|
+
{ "label": "Received" } ],
|
|
215
|
+
[ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
|
|
216
|
+
[ "AWS/Lambda", "Invocations", "FunctionName",
|
|
217
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", "Resource",
|
|
218
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "label": "Handler Invocations" } ],
|
|
219
|
+
[ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName",
|
|
220
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueName}", { "label": "Pending?" } ],
|
|
221
|
+
[ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
|
|
222
|
+
[ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
|
|
223
|
+
[ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
|
|
243
224
|
],
|
|
244
|
-
"region": "us-east-1",
|
|
245
|
-
"title": "Active Job Handler Concurrent executions",
|
|
246
225
|
"view": "timeSeries",
|
|
247
226
|
"stacked": false,
|
|
227
|
+
"region": "us-east-1",
|
|
228
|
+
"title": "<%= queue_name.camelize %> Queue (Async jobs go here immediately, scheduled jobs land here in the minute before they're scheduled)",
|
|
229
|
+
"period": 60,
|
|
230
|
+
"stat": "Sum",
|
|
248
231
|
"liveData": true
|
|
249
232
|
}
|
|
250
233
|
},
|
|
251
|
-
{
|
|
252
|
-
"height":
|
|
234
|
+
{ <% "Active Job Handler Duration in Milliseconds" %>
|
|
235
|
+
"height": 6,
|
|
253
236
|
"width": 9,
|
|
254
|
-
"y":
|
|
237
|
+
"y": <%= current_y + 3 %>,
|
|
255
238
|
"x": 9,
|
|
256
239
|
"type": "metric",
|
|
257
240
|
"properties": {
|
|
258
241
|
"period": 60,
|
|
259
242
|
"metrics": [
|
|
260
|
-
[ "AWS/Lambda", "Duration", "FunctionName", "${self:
|
|
243
|
+
[ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "stat": "Minimum" } ],
|
|
261
244
|
[ "...", { "stat": "Average" } ],
|
|
262
245
|
[ "...", { "stat": "Maximum" } ]
|
|
263
246
|
],
|
|
264
247
|
"region": "us-east-1",
|
|
265
|
-
"title": "
|
|
248
|
+
"title": "<%= queue_name.camelize %> Queue Handler Duration in Milliseconds",
|
|
266
249
|
"view": "timeSeries",
|
|
267
250
|
"stacked": false,
|
|
268
251
|
"liveData": true
|
|
269
252
|
}
|
|
270
253
|
},
|
|
271
|
-
{
|
|
254
|
+
{ <% "Active Job HandlerError count and success rate (%)" %>
|
|
272
255
|
"height": 3,
|
|
273
256
|
"width": 6,
|
|
274
|
-
"y":
|
|
257
|
+
"y": <%= current_y + 3 %>,
|
|
275
258
|
"x": 18,
|
|
276
259
|
"type": "metric",
|
|
277
260
|
"properties": {
|
|
278
261
|
"period": 60,
|
|
279
262
|
"metrics": [
|
|
280
|
-
[ "AWS/Lambda", "Errors", "FunctionName",
|
|
263
|
+
[ "AWS/Lambda", "Errors", "FunctionName",
|
|
264
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
|
|
281
265
|
[ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
|
|
282
266
|
[ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
|
|
283
267
|
],
|
|
284
268
|
"region": "us-east-1",
|
|
285
|
-
"title": "
|
|
269
|
+
"title": "<%= queue_name.camelize %> Queue Handler Error count and success rate (%)",
|
|
286
270
|
"yAxis": {
|
|
287
271
|
"right": {
|
|
288
272
|
"max": 100
|
|
@@ -293,188 +277,214 @@ Resources:
|
|
|
293
277
|
"liveData": true
|
|
294
278
|
}
|
|
295
279
|
},
|
|
296
|
-
{
|
|
280
|
+
{ <% "Active Job Handler Concurrent executions" %>
|
|
297
281
|
"height": 3,
|
|
298
282
|
"width": 6,
|
|
299
|
-
"y":
|
|
283
|
+
"y": <%= current_y + 6 %>,
|
|
300
284
|
"x": 18,
|
|
301
285
|
"type": "metric",
|
|
302
286
|
"properties": {
|
|
303
287
|
"period": 60,
|
|
304
288
|
"metrics": [
|
|
305
|
-
[ "AWS/Lambda", "ConcurrentExecutions", "FunctionName",
|
|
289
|
+
[ "AWS/Lambda", "ConcurrentExecutions", "FunctionName",
|
|
290
|
+
"${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "stat": "Maximum" } ]
|
|
306
291
|
],
|
|
307
292
|
"region": "us-east-1",
|
|
308
|
-
"title": "
|
|
293
|
+
"title": "<%= queue_name.camelize %> Queue Handler Concurrent executions",
|
|
309
294
|
"view": "timeSeries",
|
|
310
295
|
"stacked": false,
|
|
311
296
|
"liveData": true
|
|
312
297
|
}
|
|
313
298
|
},
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
299
|
+
|
|
300
|
+
<% current_y += 9 %>
|
|
301
|
+
<%- end -%>
|
|
302
|
+
|
|
303
|
+
{ <% "Job Duration By Worker" %>
|
|
304
|
+
"height": 6,
|
|
305
|
+
"width": 24,
|
|
306
|
+
"y": <%= current_y %>,
|
|
318
307
|
"x": 0,
|
|
319
308
|
"type": "metric",
|
|
320
309
|
"properties": {
|
|
321
310
|
"metrics": [
|
|
322
|
-
|
|
311
|
+
<%- app_worker_names.each do |worker_name| -%>
|
|
312
|
+
[ "<%= app_name %>", "Duration", "WorkerClassName", "<%= worker_name %>" ],
|
|
313
|
+
[ "...", { "stat": "p99" } ]<%= worker_name == app_worker_names.last ? "" : "," %>
|
|
314
|
+
<%- end -%>
|
|
323
315
|
],
|
|
324
316
|
"view": "timeSeries",
|
|
325
317
|
"stacked": false,
|
|
326
318
|
"region": "us-east-1",
|
|
327
|
-
"title": "Delayed Jobs To Be Executed In The Next 90 Seconds",
|
|
328
|
-
"period": 60,
|
|
329
319
|
"stat": "Average",
|
|
330
|
-
"
|
|
331
|
-
|
|
332
|
-
},
|
|
333
|
-
{
|
|
334
|
-
"height": 3,
|
|
335
|
-
"width": 6,
|
|
336
|
-
"y": 0,
|
|
337
|
-
"x": 0,
|
|
338
|
-
"type": "text",
|
|
339
|
-
"properties": {
|
|
340
|
-
"markdown": "\n# Incoming Jobs\n"
|
|
341
|
-
}
|
|
342
|
-
},
|
|
343
|
-
{
|
|
344
|
-
"height": 3,
|
|
345
|
-
"width": 6,
|
|
346
|
-
"y": 9,
|
|
347
|
-
"x": 0,
|
|
348
|
-
"type": "text",
|
|
349
|
-
"properties": {
|
|
350
|
-
"markdown": "\n# Active Jobs\n"
|
|
320
|
+
"period": 60,
|
|
321
|
+
"title": "Job Duration by Worker"
|
|
351
322
|
}
|
|
352
323
|
},
|
|
353
|
-
|
|
324
|
+
<% current_y += 6 %>
|
|
325
|
+
|
|
326
|
+
{ <% "Delayed Jobs" %>
|
|
354
327
|
"height": 3,
|
|
355
328
|
"width": 6,
|
|
356
|
-
"y":
|
|
329
|
+
"y": <%= current_y %>,
|
|
357
330
|
"x": 0,
|
|
358
331
|
"type": "text",
|
|
359
332
|
"properties": {
|
|
360
333
|
"markdown": "\n# Delayed Jobs\n"
|
|
361
334
|
}
|
|
362
335
|
},
|
|
363
|
-
{
|
|
336
|
+
{ <% "Messages To Be Scheduled" %>
|
|
364
337
|
"height": 3,
|
|
365
338
|
"width": 3,
|
|
366
|
-
"y":
|
|
339
|
+
"y": <%= current_y %>,
|
|
367
340
|
"x": 6,
|
|
368
341
|
"type": "metric",
|
|
369
342
|
"properties": {
|
|
370
343
|
"metrics": [
|
|
371
|
-
[ "AWS/
|
|
344
|
+
[ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "Query" ]
|
|
372
345
|
],
|
|
373
346
|
"view": "singleValue",
|
|
374
347
|
"region": "us-east-1",
|
|
375
|
-
"stat": "
|
|
348
|
+
"stat": "Average",
|
|
376
349
|
"period": 60,
|
|
377
|
-
"title": "Messages
|
|
350
|
+
"title": "Messages To Be Scheduled"
|
|
378
351
|
}
|
|
379
352
|
},
|
|
380
|
-
{
|
|
353
|
+
{ <% "Delayed Job Scheduler Duration" %>
|
|
381
354
|
"height": 3,
|
|
382
|
-
"width":
|
|
383
|
-
"y":
|
|
384
|
-
"x":
|
|
355
|
+
"width": 15,
|
|
356
|
+
"y": <%= current_y %>,
|
|
357
|
+
"x": 9,
|
|
385
358
|
"type": "metric",
|
|
386
359
|
"properties": {
|
|
387
360
|
"metrics": [
|
|
388
|
-
[ "AWS/
|
|
361
|
+
[ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", "Resource", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "label": "p10" } ],
|
|
362
|
+
[ "...", { "label": "p50", "stat": "p50" } ],
|
|
363
|
+
[ "...", { "label": "p99", "stat": "p99" } ],
|
|
364
|
+
[ "...", { "label": "Average", "stat": "Average" } ]
|
|
389
365
|
],
|
|
390
366
|
"view": "singleValue",
|
|
391
367
|
"region": "us-east-1",
|
|
392
|
-
"stat": "
|
|
368
|
+
"stat": "p10",
|
|
393
369
|
"period": 60,
|
|
394
|
-
"title": "
|
|
370
|
+
"title": "Handler Duration"
|
|
395
371
|
}
|
|
396
372
|
},
|
|
397
|
-
|
|
373
|
+
|
|
374
|
+
|
|
375
|
+
|
|
376
|
+
<% current_y += 3 %>
|
|
377
|
+
{ <% "Delayed Job SchedulerError count and success rate (%)" %>
|
|
398
378
|
"height": 3,
|
|
399
|
-
"width":
|
|
400
|
-
"y":
|
|
401
|
-
"x":
|
|
379
|
+
"width": 6,
|
|
380
|
+
"y": <%= current_y %>,
|
|
381
|
+
"x": 18,
|
|
402
382
|
"type": "metric",
|
|
403
383
|
"properties": {
|
|
384
|
+
"period": 60,
|
|
404
385
|
"metrics": [
|
|
405
|
-
[ "AWS/Lambda", "
|
|
406
|
-
[ "
|
|
407
|
-
[ "
|
|
408
|
-
[ "...", { "label": "Average", "stat": "Average" } ]
|
|
386
|
+
[ "AWS/Lambda", "Errors", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
|
|
387
|
+
[ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
|
|
388
|
+
[ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
|
|
409
389
|
],
|
|
410
|
-
"view": "singleValue",
|
|
411
390
|
"region": "us-east-1",
|
|
412
|
-
"
|
|
413
|
-
"
|
|
414
|
-
|
|
391
|
+
"title": "Delayed Job SchedulerError count and success rate (%)",
|
|
392
|
+
"yAxis": {
|
|
393
|
+
"right": {
|
|
394
|
+
"max": 100
|
|
395
|
+
}
|
|
396
|
+
},
|
|
397
|
+
"view": "timeSeries",
|
|
398
|
+
"stacked": false,
|
|
399
|
+
"liveData": true
|
|
415
400
|
}
|
|
416
401
|
},
|
|
417
|
-
{
|
|
402
|
+
{ <% "Delayed Job Scheduler Duration" %>
|
|
418
403
|
"height": 3,
|
|
419
|
-
"width":
|
|
420
|
-
"y":
|
|
404
|
+
"width": 9,
|
|
405
|
+
"y": <%= current_y %>,
|
|
421
406
|
"x": 9,
|
|
422
407
|
"type": "metric",
|
|
423
408
|
"properties": {
|
|
409
|
+
"period": 60,
|
|
424
410
|
"metrics": [
|
|
425
|
-
[ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-
|
|
426
|
-
[ "...", { "
|
|
427
|
-
[ "...", { "
|
|
428
|
-
[ "...", { "label": "Average", "stat": "Average" } ]
|
|
411
|
+
[ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "stat": "Minimum" } ],
|
|
412
|
+
[ "...", { "stat": "Average" } ],
|
|
413
|
+
[ "...", { "stat": "Maximum" } ]
|
|
429
414
|
],
|
|
430
|
-
"view": "singleValue",
|
|
431
415
|
"region": "us-east-1",
|
|
432
|
-
"
|
|
433
|
-
"
|
|
434
|
-
"
|
|
416
|
+
"title": "Delayed Job Scheduler Duration",
|
|
417
|
+
"view": "timeSeries",
|
|
418
|
+
"stacked": false,
|
|
419
|
+
"liveData": true
|
|
435
420
|
}
|
|
436
421
|
},
|
|
437
|
-
{
|
|
422
|
+
{ <% "Delayed Jobs To Be Executed In The Next 90 Seconds" %>
|
|
438
423
|
"height": 3,
|
|
439
|
-
"width":
|
|
440
|
-
"y":
|
|
441
|
-
"x":
|
|
424
|
+
"width": 9,
|
|
425
|
+
"y": <%= current_y %>,
|
|
426
|
+
"x": 0,
|
|
442
427
|
"type": "metric",
|
|
443
428
|
"properties": {
|
|
444
429
|
"metrics": [
|
|
445
430
|
[ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "Query" ]
|
|
446
431
|
],
|
|
447
|
-
"view": "
|
|
432
|
+
"view": "timeSeries",
|
|
433
|
+
"stacked": false,
|
|
448
434
|
"region": "us-east-1",
|
|
449
|
-
"
|
|
435
|
+
"title": "Delayed Jobs To Be Executed In The Next 90 Seconds",
|
|
450
436
|
"period": 60,
|
|
451
|
-
"
|
|
437
|
+
"stat": "Average",
|
|
438
|
+
"liveData": true
|
|
452
439
|
}
|
|
453
440
|
},
|
|
454
|
-
|
|
441
|
+
|
|
442
|
+
|
|
443
|
+
<% current_y += 3 %>
|
|
444
|
+
{ <% "Scheduled Job Table Read Capacity Units" %>
|
|
455
445
|
"height": 3,
|
|
456
|
-
"width":
|
|
457
|
-
"y":
|
|
458
|
-
"x":
|
|
446
|
+
"width": 9,
|
|
447
|
+
"y": <%= current_y %>,
|
|
448
|
+
"x": 0,
|
|
459
449
|
"type": "metric",
|
|
460
450
|
"properties": {
|
|
461
451
|
"metrics": [
|
|
462
|
-
[ "
|
|
463
|
-
[ "
|
|
464
|
-
[ "
|
|
465
|
-
[ "
|
|
452
|
+
[ { "expression": "m2/PERIOD(m2)", "label": "Consumed Read Capacity Units", "id": "e1", "stat": "Sum", "region": "us-east-1" } ],
|
|
453
|
+
[ "AWS/DynamoDB", "ConsumedReadCapacityUnits", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", { "id": "m2", "visible": false } ],
|
|
454
|
+
[ ".", "ConsumedWriteCapacityUnits", ".", ".", { "yAxis": "left", "id": "m4", "visible": false } ],
|
|
455
|
+
[ ".", "WriteThrottleEvents", ".", ".", { "yAxis": "right", "id": "m5", "visible": false } ]
|
|
466
456
|
],
|
|
467
|
-
"view": "
|
|
457
|
+
"view": "timeSeries",
|
|
458
|
+
"stacked": false,
|
|
468
459
|
"region": "us-east-1",
|
|
469
|
-
"
|
|
460
|
+
"title": "Scheduled Job Table Read Capacity Units",
|
|
470
461
|
"period": 60,
|
|
471
|
-
"
|
|
462
|
+
"stat": "Sum",
|
|
463
|
+
"liveData": true
|
|
464
|
+
}
|
|
465
|
+
},
|
|
466
|
+
{ <% "Delayd Job Schedule Concurrent executions" %>
|
|
467
|
+
"height": 3,
|
|
468
|
+
"width": 6,
|
|
469
|
+
"y": <%= current_y %>,
|
|
470
|
+
"x": 18,
|
|
471
|
+
"type": "metric",
|
|
472
|
+
"properties": {
|
|
473
|
+
"period": 60,
|
|
474
|
+
"metrics": [
|
|
475
|
+
[ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "stat": "Maximum" } ]
|
|
476
|
+
],
|
|
477
|
+
"region": "us-east-1",
|
|
478
|
+
"title": "Delayd Job Schedule Concurrent executions",
|
|
479
|
+
"view": "timeSeries",
|
|
480
|
+
"stacked": false,
|
|
481
|
+
"liveData": true
|
|
472
482
|
}
|
|
473
483
|
},
|
|
474
|
-
{
|
|
484
|
+
{ <% "Scheduled Job Table Write Capacity Units" %>
|
|
475
485
|
"height": 3,
|
|
476
486
|
"width": 9,
|
|
477
|
-
"y":
|
|
487
|
+
"y": <%= current_y %>,
|
|
478
488
|
"x": 9,
|
|
479
489
|
"type": "metric",
|
|
480
490
|
"properties": {
|
|
@@ -493,26 +503,53 @@ Resources:
|
|
|
493
503
|
"liveData": true
|
|
494
504
|
}
|
|
495
505
|
},
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
506
|
+
|
|
507
|
+
|
|
508
|
+
|
|
509
|
+
<% current_y += 3 %>
|
|
510
|
+
{ <% "Scheduled Job Table Latency" %>
|
|
511
|
+
"height": 3,
|
|
512
|
+
"width": 18,
|
|
513
|
+
"y": <%= current_y %>,
|
|
500
514
|
"x": 0,
|
|
501
515
|
"type": "metric",
|
|
502
516
|
"properties": {
|
|
503
517
|
"metrics": [
|
|
504
|
-
[ "
|
|
505
|
-
[ "...",
|
|
506
|
-
[ "
|
|
507
|
-
[ "
|
|
518
|
+
[ "AWS/DynamoDB", "SuccessfulRequestLatency", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "PutItem", { "yAxis": "left" } ],
|
|
519
|
+
[ "...", "Query" ],
|
|
520
|
+
[ ".", "ThrottledRequests", ".", ".", ".", "PutItem", { "yAxis": "right", "visible": false } ],
|
|
521
|
+
[ ".", "SuccessfulRequestLatency", ".", ".", ".", "DeleteItem" ],
|
|
522
|
+
[ ".", "ThrottledRequests", ".", ".", ".", ".", { "yAxis": "right", "visible": false } ]
|
|
508
523
|
],
|
|
509
524
|
"view": "timeSeries",
|
|
510
525
|
"stacked": false,
|
|
511
526
|
"region": "us-east-1",
|
|
512
527
|
"stat": "Average",
|
|
513
528
|
"period": 60,
|
|
514
|
-
"title": "Job
|
|
529
|
+
"title": "Scheduled Job Table Latency",
|
|
530
|
+
"liveData": true
|
|
531
|
+
}
|
|
532
|
+
},
|
|
533
|
+
{ <% "Scheduled Job Table Throttled Operations" %>
|
|
534
|
+
"height": 3,
|
|
535
|
+
"width": 6,
|
|
536
|
+
"y": <%= current_y %>,
|
|
537
|
+
"x": 18,
|
|
538
|
+
"type": "metric",
|
|
539
|
+
"properties": {
|
|
540
|
+
"metrics": [
|
|
541
|
+
[ "AWS/DynamoDB", "ThrottledRequests", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "DeleteItem" ],
|
|
542
|
+
[ "...", "PutItem" ]
|
|
543
|
+
],
|
|
544
|
+
"view": "timeSeries",
|
|
545
|
+
"stacked": false,
|
|
546
|
+
"region": "us-east-1",
|
|
547
|
+
"stat": "Sum",
|
|
548
|
+
"period": 60,
|
|
549
|
+
"title": "Scheduled Job Table Throttled Operations",
|
|
550
|
+
"liveData": true
|
|
515
551
|
}
|
|
516
552
|
}
|
|
553
|
+
|
|
517
554
|
]
|
|
518
555
|
}
|