funktor 0.2.1

data/lib/funktor/cli/templates/function_definitions/incoming_job_handler.yml

@@ -0,0 +1,11 @@
+handler: handlers/incoming_job_handler.call
+timeout: ${self:custom.funktor.incomingJobHandler.timeout, 30}
+reservedConcurrency: ${self:custom.funktor.incomingJobHandler.reservedConcurrency, null}
+provisionedConcurrency: ${self:custom.funktor.incomingJobHandler.provisionedConcurrency, null}
+memorySize: ${self:custom.funktor.incomingJobHandler.memorySize, 256}
+events:
+  - sqs:
+      arn:
+        Fn::GetAtt:
+          - IncomingJobQueue
+          - Arn

data/lib/funktor/cli/templates/funktor.yml.tt

@@ -0,0 +1,51 @@
+# ℹ️  WARNING: This file doesn't control anything directly. It's used to allow you to set/maintain config options in a central place.
+# When you make changes to this file you should run `funktor init` again to propagate the changes to the 'active' configuration files.
+runtime: ruby2.7
+
+# Incoming Job Handler
+incoming_job_handler:
+  # Use memory_size to adjust the reousrces (both memory and CPU) available
+  # memory_size: 512
+  timeout_in_seconds: 20 # This handler might have to handle several incoming jobs at once
+  # WARNING : You probably don't want to limit concurrency on incoming jobs.
+  # concurrency: 100
+
+# Delayed Job Activator
+delayed_job_activator:
+  # Use memory_size to adjust the reousrces (both memory and CPU) available
+  # memory_size: 512
+  execution_schedule: rate(1 minute)
+  activation_window_in_seconds: 120 # Activate any jobs scheduled for the next two minutes
+  timeout_in_seconds: 300 # Allow an activation job to run for up to 5 minutes
+  concurrency: 1
+
+
+queues:
+  default:
+    # Use memory_size to adjust the reousrces (both memory and CPU) available
+    # memory_size: 512
+    # You can set the batch size. Max of 10_000 for normal queues, 10 for FIFO.
+    # batch_size: 10
+    # How many seconds should AWS wait for a batch to fill up before executing lambda?
+    # For immediate execution set the batch size to 1.
+    # maximumBatchingWindow : 1
+    # A single handler can receive up to batch_size jobs at a time. Make sure timeout is long enough.
+    timeout_in_seconds: 300
+    # You might want to limit concurrency of executing jobs to stay within resource limits (like DB connections).
+    # concurrency: 10
+    # Visibility timeout should only come into play in the case of Funktor errors.
+    # Application level errors should be handled by Funktor retry mechanisms.
+    # The visibility timeout should be at least as long as the function timeout, and up to 6 times larger.
+    # visibility_timeout: 300
+    # TODO - Is it advisable to use FIFO queuues with Funktor?
+    # TODO - Maybe this isn't really even supported by CloudFormation?
+    # fifo: false
+
+# TODO - Maybe this is handled in the Dockerfile?
+package:
+  patterns:
+    - Gemfile
+    - Gemfile.lock
+    - ../app/**
+    - ../config/**
+    - ../lambda_handlers/**

data/lib/funktor/cli/templates/gitignore

@@ -0,0 +1,2 @@
+.serverless
+node_modules

data/lib/funktor/cli/templates/handlers/active_job_handler.rb

@@ -0,0 +1,17 @@
+require 'funktor'
+
+# Bundler is hard to make work because AWS includes some gems in the basic ruby runtime.
+# We're probably going to need to use containers...
+#require "rubygems"
+#require "bundler/setup"
+#Bundler.require(:default)
+
+# TODO : Ideally this wouldn't be needed
+require_relative '../workers/hello_worker'
+
+$handler = Funktor::ActiveJobHandler.new
+
+def call(event:, context:)
+  $handler.call(event: event, context: context)
+end
+

data/lib/funktor/cli/templates/handlers/incoming_job_handler.rb

@@ -0,0 +1,8 @@
+require 'funktor'
+
+$handler = Funktor::IncomingJobHandler.new
+
+def call(event:, context:)
+  $handler.call(event: event, context: context)
+end
+

data/lib/funktor/cli/templates/iam_permissions/active_job_queue.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - sqs:ReceiveMessage
+  - sqs:DeleteMessage
+  - sqs:SendMessage
+  - sqs:GetQueueAttributes
+Resource:
+  - "Fn::GetAtt": [ ActiveJobQueue, Arn ]

data/lib/funktor/cli/templates/iam_permissions/incoming_job_queue.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - sqs:ReceiveMessage
+  - sqs:DeleteMessage
+  - sqs:SendMessage
+  - sqs:GetQueueAttributes
+Resource:
+  - "Fn::GetAtt": [ IncomingJobQueue, Arn ]

data/lib/funktor/cli/templates/iam_permissions/ssm.yml

@@ -0,0 +1,5 @@
+Effect: Allow
+Action:
+  - ssm:Get*
+Resource:
+  - '*' # TODO : This should probably be more selective...

data/lib/funktor/cli/templates/package.json

@@ -0,0 +1 @@
+{"name":"serverless-sub","description":"","version":"0.1.0","devDependencies":{"serverless-ruby-layer":"^1.4.0"}}

data/lib/funktor/cli/templates/resources/active_job_queue.yml

@@ -0,0 +1,22 @@
+Resources:
+  ActiveJobQueue:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.funktor.activeJobQueueName}
+      VisibilityTimeout: 300
+      RedrivePolicy:
+        deadLetterTargetArn:
+          "Fn::GetAtt": [ ActiveJobDeadLetterQueue, Arn ]
+        maxReceiveCount: 5
+  ActiveJobDeadLetterQueue:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.funktor.deadJobQueueName}
+
+Outputs:
+  ActiveJobQueueUrl:
+    Value:
+      Ref: ActiveJobQueue
+  ActiveJobDeadLetterQueueUrl:
+    Value:
+      Ref: ActiveJobDeadLetterQueue

data/lib/funktor/cli/templates/resources/cloudwatch_dashboard.yml

@@ -0,0 +1,518 @@
+Resources:
+  FunktorDashboard:
+    Type: AWS::CloudWatch::Dashboard
+    Properties:
+      DashboardName: ${self:custom.funktor.dashboardName}
+      DashboardBody: >
+        {
+            "widgets": [
+                {
+                    "height": 6,
+                    "width": 9,
+                    "y": 3,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Received" } ],
+                            [ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
+                            [ "AWS/Lambda", "Invocations", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", "Resource", "${self:service}-${self:provider.stage}-incoming_job_handler", { "label": "Handler Invocations" } ],
+                            [ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Pending?" } ],
+                            [ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
+                            [ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
+                            [ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Incoming Job Queue (Async & scheduled jobs land here first)",
+                        "period": 60,
+                        "stat": "Sum",
+                        "setPeriodToTimeRange": true,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 6,
+                    "width": 9,
+                    "y": 12,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.activeJobQueueName}", { "label": "Received" } ],
+                            [ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
+                            [ "AWS/Lambda", "Invocations", "FunctionName", "${self:service}-${self:provider.stage}-activeJobHandler", "Resource", "${self:service}-${self:provider.stage}-activeJobHandler", { "label": "Handler Invocations" } ],
+                            [ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.activeJobQueueName}", { "label": "Pending?" } ],
+                            [ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
+                            [ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
+                            [ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Active Job Queue (Async jobs go here immediately, scheduled jobs land here in the minute before they're scheduled)",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 9,
+                    "y": 30,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ { "expression": "m2/PERIOD(m2)", "label": "Consumed Read Capacity Units", "id": "e1", "stat": "Sum", "region": "us-east-1" } ],
+                            [ "AWS/DynamoDB", "ConsumedReadCapacityUnits", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", { "id": "m2", "visible": false } ],
+                            [ ".", "ConsumedWriteCapacityUnits", ".", ".", { "yAxis": "left", "id": "m4", "visible": false } ],
+                            [ ".", "WriteThrottleEvents", ".", ".", { "yAxis": "right", "id": "m5", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Scheduled Job Table Read Capacity Units",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 18,
+                    "y": 33,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "SuccessfulRequestLatency", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "PutItem", { "yAxis": "left" } ],
+                            [ "...", "Query" ],
+                            [ ".", "ThrottledRequests", ".", ".", ".", "PutItem", { "yAxis": "right", "visible": false } ],
+                            [ ".", "SuccessfulRequestLatency", ".", ".", ".", "DeleteItem" ],
+                            [ ".", "ThrottledRequests", ".", ".", ".", ".", { "yAxis": "right", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Scheduled Job Table Latency",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 33,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ThrottledRequests", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "DeleteItem" ],
+                            [ "...", "PutItem" ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Scheduled Job Table Throttled Operations",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 6,
+                    "width": 9,
+                    "y": 3,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Duration in Milliseconds",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 3,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Error count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 6,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Concurrent Executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 6,
+                    "width": 9,
+                    "y": 12,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-active_job_handler", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Active Job Handler Duration in Milliseconds",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 12,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName", "${self:service}-${self:provider.stage}-active_job_handler", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Active Job HandlerError count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 15,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:service}-${self:provider.stage}-active_job_handler", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Active Job Handler Concurrent executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 9,
+                    "y": 27,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayed Job Scheduler Duration",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 27,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayed Job SchedulerError count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 30,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayd Job Schedule Concurrent executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 9,
+                    "y": 27,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "Query" ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Delayed Jobs To Be Executed In The Next 90 Seconds",
+                        "period": 60,
+                        "stat": "Average",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 0,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Incoming Jobs\n"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 9,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Active Jobs\n"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 6,
+                    "y": 24,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Delayed Jobs\n"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 3,
+                    "y": 0,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.incomingJobQueueName}", { "label": "Messages Per Minute" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Messages Per Minute"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 3,
+                    "y": 9,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:service}-${self:custom.stage}-active-jobs", { "label": "Messages Per Minute" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Messages Per Minute"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 15,
+                    "y": 0,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-incoming_job_handler", "Resource", "${self:service}-${self:provider.stage}-incoming_job_handler", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 15,
+                    "y": 9,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-active_job_handler", "Resource", "${self:service}-${self:provider.stage}-active_job_handler", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 3,
+                    "y": 24,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", "Operation", "Query" ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Messages To Be Scheduled"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 15,
+                    "y": 24,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:service}-${self:provider.stage}-delayed_job_scheduler", "Resource", "${self:service}-${self:provider.stage}-delayed_job_scheduler", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+                {
+                    "height": 3,
+                    "width": 9,
+                    "y": 30,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ { "expression": "m4/PERIOD(m4)", "label": "Consumed Read Capacity Units", "id": "e1", "stat": "Sum", "region": "us-east-1" } ],
+                            [ "AWS/DynamoDB", "ConsumedReadCapacityUnits", "TableName", "${self:service}-${self:custom.stage}-delayed-jobs", { "id": "m2", "visible": false } ],
+                            [ ".", "ConsumedWriteCapacityUnits", ".", ".", { "yAxis": "left", "id": "m4", "visible": false } ],
+                            [ ".", "WriteThrottleEvents", ".", ".", { "yAxis": "right", "id": "m5", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Scheduled Job Table Write Capacity Units",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                {
+                    "height": 6,
+                    "width": 24,
+                    "y": 18,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "rails-lambda-experiment", "Duration", "WorkerClassName", "HelloWorker" ],
+                            [ "...", { "stat": "p99" } ],
+                            [ "...", "HelloLaterWorker" ],
+                            [ "...", { "stat": "p99" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Job Duration by Worker"
+                    }
+                }
+            ]
+        }