funktor 0.7.18 → 0.7.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +2 -2
  3. data/funktor-testapp/app/workers/audit_worker.rb +3 -0
  4. data/funktor-testapp/funktor_config/resources/cloudwatch_dashboard.yml +284 -159
  5. data/lib/funktor/cli/templates/funktor_config/resources/cloudwatch_dashboard.yml +94 -34
  6. data/lib/funktor/version.rb +1 -1
  7. metadata +2 -2
data/lib/funktor/cli/templates/funktor_config/resources/cloudwatch_dashboard.yml CHANGED
@@ -34,9 +34,9 @@ Resources:
34
34
  <% current_y += 1 %>
35
35
 
36
36
  <%- prioritized_workers.each_with_index do |worker_name, index| -%>
37
- <%- current_y += 9 if (index > 0 && (index % 6) == 0) %>
37
+ <%- current_y += 10 if (index > 0 && (index % 6) == 0) %>
38
38
  { <% "Worker Overview" %>
39
- "height": 9,
39
+ "height": 7,
40
40
  "width": 4,
41
41
  "y": <%= current_y %>,
42
42
  "x": <%= (index % 6) * 4 %>,
@@ -44,9 +44,26 @@ Resources:
44
44
  "properties": {
45
45
  "metrics": [
46
46
  [ "${self:custom.funktor.DashboardNamespace}", "processed", "WorkerClassName", "<%= worker_name %>", { "color": "#2ca02c" } ],
47
- [ "${self:custom.funktor.DashboardNamespace}", "failed", "WorkerClassName", "<%= worker_name %>", { "color": "#d62728" } ],
48
47
  [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p90", "color": "#ff7f0e", "stat": "p90" } ],
49
- [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p60", "color": "#1f77b4", "stat": "p60" } ]
48
+ [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p50", "color": "#1f77b4", "stat": "p50" } ]
49
+ ],
50
+ "view": "singleValue",
51
+ "region": "us-east-1",
52
+ "stat": "Sum",
53
+ "period": 60,
54
+ "sparkline": true,
55
+ "title": "<%= worker_name %>"
56
+ }
57
+ },
58
+ { <% "Worker Overview" %>
59
+ "height": 3,
60
+ "width": 4,
61
+ "y": <%= current_y + 7 %>,
62
+ "x": <%= (index % 6) * 4 %>,
63
+ "type": "metric",
64
+ "properties": {
65
+ "metrics": [
66
+ [ "${self:custom.funktor.DashboardNamespace}", "failed", "WorkerClassName", "<%= worker_name %>", { "color": "#d62728" } ]
50
67
  ],
51
68
  "view": "singleValue",
52
69
  "region": "us-east-1",
@@ -57,8 +74,8 @@ Resources:
57
74
  }
58
75
  },
59
76
  <%- end -%>
60
- <%#- current_y += 9 if (prioritized_workers.count - 1) % 3 != 0 %>
61
- <%- current_y += 9 %>
77
+ <%#- current_y += 10 if (prioritized_workers.count - 1) % 3 != 0 %>
78
+ <%- current_y += 10 %>
62
79
 
63
80
  <%- prioritized_workers.each do |worker_name| -%>
64
81
  { <% "Worker" %>
@@ -117,14 +134,14 @@ Resources:
117
134
  "type": "metric",
118
135
  "properties": {
119
136
  "metrics": [
120
- [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p60", "color": "#1f77b4" } ]
137
+ [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p20", "color": "#1f77b4" } ]
121
138
  ],
122
139
  "view": "singleValue",
123
140
  "region": "us-east-1",
124
- "stat": "p60",
141
+ "stat": "p20",
125
142
  "period": 60,
126
143
  "sparkline": true,
127
- "title": "<%= worker_name %> p60"
144
+ "title": "<%= worker_name %> p20"
128
145
  }
129
146
  },
130
147
  { <% "Worker Duration Percentiles" %>
@@ -135,14 +152,14 @@ Resources:
135
152
  "type": "metric",
136
153
  "properties": {
137
154
  "metrics": [
138
- [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p70", "color": "#ff7f0e" } ]
155
+ [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "label": "p50", "color": "#ff7f0e" } ]
139
156
  ],
140
157
  "view": "singleValue",
141
158
  "region": "us-east-1",
142
- "stat": "p70",
159
+ "stat": "p50",
143
160
  "period": 60,
144
161
  "sparkline": true,
145
- "title": "<%= worker_name %> p70"
162
+ "title": "<%= worker_name %> p50"
146
163
  }
147
164
  },
148
165
  { <% "Worker Duration Percentiles" %>
@@ -274,13 +291,13 @@ Resources:
274
291
  "metrics": [
275
292
  [ "${self:custom.funktor.DashboardNamespace}", "Duration", "WorkerClassName", "<%= worker_name %>", { "stat": "p90", "color": "#d62728" } ],
276
293
  [ "...", { "stat": "p80", "color": "#2ca02c" } ],
277
- [ "...", { "stat": "p70", "color": "#ff7f0e" } ],
294
+ [ "...", { "stat": "p50", "color": "#ff7f0e" } ],
278
295
  [ "...", { "color": "#1f77b4" } ]
279
296
  ],
280
297
  "view": "timeSeries",
281
298
  "stacked": false,
282
299
  "region": "us-east-1",
283
- "stat": "p60",
300
+ "stat": "p20",
284
301
  "period": 60,
285
302
  "title": "<%= worker_name %> Duration Percentiles",
286
303
  "legend": {
@@ -382,14 +399,14 @@ Resources:
382
399
  "type": "metric",
383
400
  "properties": {
384
401
  "metrics": [
385
- [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", "Resource", "${self:custom.funktor.IncomingJobHandlerName}", { "label": "p60" } ],
386
- [ "...", { "label": "p70", "stat": "p70" } ],
402
+ [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", "Resource", "${self:custom.funktor.IncomingJobHandlerName}", { "label": "p20" } ],
403
+ [ "...", { "label": "p50", "stat": "p50" } ],
387
404
  [ "...", { "label": "p80", "stat": "p80" } ],
388
405
  [ "...", { "label": "p90", "stat": "p90" } ]
389
406
  ],
390
407
  "view": "singleValue",
391
408
  "region": "us-east-1",
392
- "stat": "p60",
409
+ "stat": "p20",
393
410
  "period": 60,
394
411
  "sparkline": true,
395
412
  "title": "Handler Duration Percentiles"
@@ -399,7 +416,7 @@ Resources:
399
416
 
400
417
  <% current_y += 3 %>
401
418
  { <% "Incoming Job Queue (Async & scheduled jobs land here first)" %>
402
- "height": 6,
419
+ "height": 3,
403
420
  "width": 9,
404
421
  "y": <%= current_y %>,
405
422
  "x": 0,
@@ -424,6 +441,20 @@ Resources:
424
441
  "liveData": true
425
442
  }
426
443
  },
444
+ { <% "Incoming Job Handler Init Duration" %>
445
+ "type": "log",
446
+ "x": 0,
447
+ "y": <%= current_y + 3 %>,
448
+ "width": 9,
449
+ "height": 3,
450
+ "properties": {
451
+ "query": "SOURCE '/aws/lambda/${self:custom.funktor.IncomingJobHandlerName}' | fields @initDuration\n| filter ispresent(@initDuration)\n| stats pct(@initDuration, 5) as p5,\n\n\n\n pct(@initDuration, 50) as p50,\n\n\n\n pct(@initDuration, 95) as p95,\n\n\n\n pct(@initDuration, 99) as p99\n\n\n\n by bin(1h)\n",
452
+ "region": "us-east-1",
453
+ "stacked": false,
454
+ "view": "timeSeries",
455
+ "title": "Incoming Job Handler Init Duration"
456
+ }
457
+ },
427
458
  { <% "Incoming Job Handler Duration in Milliseconds" %>
428
459
  "height": 6,
429
460
  "width": 9,
@@ -433,8 +464,8 @@ Resources:
433
464
  "properties": {
434
465
  "period": 60,
435
466
  "metrics": [
436
- [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", { "stat": "p60" } ],
437
- [ "...", { "stat": "p70" } ],
467
+ [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", { "stat": "p20" } ],
468
+ [ "...", { "stat": "p50" } ],
438
469
  [ "...", { "stat": "p80" } ],
439
470
  [ "...", { "stat": "p90" } ]
440
471
  ],
@@ -490,10 +521,11 @@ Resources:
490
521
  "liveData": true
491
522
  }
492
523
  },
524
+ <% current_y += 6 %>
493
525
 
526
+
494
527
 
495
528
 
496
- <% current_y += 6 %>
497
529
  <%- queue_names.each do |queue_name| -%>
498
530
  { <% "Active Jobs" %>
499
531
  "height": 3,
@@ -534,21 +566,21 @@ Resources:
534
566
  "metrics": [
535
567
  [ "AWS/Lambda", "Duration", "FunctionName",
536
568
  "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", "Resource",
537
- "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "label": "p60" } ],
538
- [ "...", { "label": "p70", "stat": "p70" } ],
569
+ "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "label": "p20" } ],
570
+ [ "...", { "label": "p50", "stat": "p50" } ],
539
571
  [ "...", { "label": "p80", "stat": "p80" } ],
540
572
  [ "...", { "label": "p90", "stat": "p90" } ]
541
573
  ],
542
574
  "view": "singleValue",
543
575
  "region": "us-east-1",
544
- "stat": "p60",
576
+ "stat": "p20",
545
577
  "period": 60,
546
578
  "sparkline": true,
547
579
  "title": "Handler Duration"
548
580
  }
549
581
  },
550
582
  { <% "Active Job Queue" %>
551
- "height": 6,
583
+ "height": 3,
552
584
  "width": 9,
553
585
  "y": <%= current_y + 3 %>,
554
586
  "x": 0,
@@ -577,6 +609,20 @@ Resources:
577
609
  "liveData": true
578
610
  }
579
611
  },
612
+ { <% "Queue Handler Init Duration" %>
613
+ "type": "log",
614
+ "x": 0,
615
+ "y": <%= current_y + 3 %>,
616
+ "width": 9,
617
+ "height": 3,
618
+ "properties": {
619
+ "query": "SOURCE '/aws/lambda/${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}' | fields @initDuration\n| filter ispresent(@initDuration)\n| stats pct(@initDuration, 5) as p5,\n\n\n\n pct(@initDuration, 50) as p50,\n\n\n\n pct(@initDuration, 95) as p95,\n\n\n\n pct(@initDuration, 99) as p99\n\n\n\n by bin(1h)\n",
620
+ "region": "us-east-1",
621
+ "stacked": false,
622
+ "view": "timeSeries",
623
+ "title": "Handler Init Duration"
624
+ }
625
+ },
580
626
  { <% "Active Job Handler Duration in Milliseconds" %>
581
627
  "height": 6,
582
628
  "width": 9,
@@ -586,8 +632,8 @@ Resources:
586
632
  "properties": {
587
633
  "period": 60,
588
634
  "metrics": [
589
- [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "stat": "p60" } ],
590
- [ "...", { "stat": "p70" } ],
635
+ [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.<%= queue_name.camelize %>QueueHandlerName}", { "stat": "p20" } ],
636
+ [ "...", { "stat": "p50" } ],
591
637
  [ "...", { "stat": "p80" } ],
592
638
  [ "...", { "stat": "p90" } ]
593
639
  ],
@@ -685,14 +731,14 @@ Resources:
685
731
  "type": "metric",
686
732
  "properties": {
687
733
  "metrics": [
688
- [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", "Resource", "${self:custom.funktor.JobActivatorName}", { "label": "p60" } ],
689
- [ "...", { "label": "p70", "stat": "p70" } ],
734
+ [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", "Resource", "${self:custom.funktor.JobActivatorName}", { "label": "p20" } ],
735
+ [ "...", { "label": "p50", "stat": "p50" } ],
690
736
  [ "...", { "label": "p80", "stat": "p80" } ],
691
737
  [ "...", { "label": "p90", "stat": "p90" } ]
692
738
  ],
693
739
  "view": "singleValue",
694
740
  "region": "us-east-1",
695
- "stat": "p60",
741
+ "stat": "p20",
696
742
  "period": 60,
697
743
  "sparkline": true,
698
744
  "title": "Handler Duration"
@@ -736,8 +782,8 @@ Resources:
736
782
  "properties": {
737
783
  "period": 60,
738
784
  "metrics": [
739
- [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", { "stat": "p60" } ],
740
- [ "...", { "stat": "p70" } ],
785
+ [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", { "stat": "p20" } ],
786
+ [ "...", { "stat": "p50" } ],
741
787
  [ "...", { "stat": "p80" } ],
742
788
  [ "...", { "stat": "p90" } ]
743
789
  ],
@@ -836,11 +882,25 @@ Resources:
836
882
 
837
883
 
838
884
  <% current_y += 3 %>
885
+ { <% "Job Activator Init Duration" %>
886
+ "type": "log",
887
+ "x": 0,
888
+ "y": <%= current_y %>,
889
+ "width": 9,
890
+ "height": 3,
891
+ "properties": {
892
+ "query": "SOURCE '/aws/lambda/${self:custom.funktor.JobActivatorName}' | fields @initDuration\n| filter ispresent(@initDuration)\n| stats pct(@initDuration, 5) as p5,\n\n\n\n pct(@initDuration, 50) as p50,\n\n\n\n pct(@initDuration, 95) as p95,\n\n\n\n pct(@initDuration, 99) as p99\n\n\n\n by bin(1h)\n",
893
+ "region": "us-east-1",
894
+ "stacked": false,
895
+ "view": "timeSeries",
896
+ "title": "Handler Init Duration"
897
+ }
898
+ },
839
899
  { <% "Scheduled Job Table Latency" %>
840
900
  "height": 3,
841
- "width": 18,
901
+ "width": 9,
842
902
  "y": <%= current_y %>,
843
- "x": 0,
903
+ "x": 9,
844
904
  "type": "metric",
845
905
  "properties": {
846
906
  "metrics": [
data/lib/funktor/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Funktor
2
- VERSION = "0.7.18"
2
+ VERSION = "0.7.21"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: funktor
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.7.18
4
+ version: 0.7.21
5
5
  platform: ruby
6
6
  authors:
7
7
  - Jeremy Green
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2022-05-20 00:00:00.000000000 Z
11
+ date: 2022-06-03 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-sqs